-- Logs begin at Fri 2021-08-13 01:57:07 UTC, end at Fri 2021-08-13 03:06:52 UTC. -- Aug 13 02:32:48.861480 dv-cinder-759994-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 02:32:51.532705 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.common.config [-] Logging enabled! Aug 13 02:32:51.533255 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 02:32:51.533412 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100479) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 02:32:51.536663 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.common.config [-] Logging enabled! Aug 13 02:32:51.536994 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 02:32:51.537312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100479) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 02:32:51.538241 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:32:51.538474 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:32:51.538838 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:32:51.539085 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:32:51.539309 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:32:51.539624 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.539919 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.540210 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.540457 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.540751 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.541038 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.541320 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.541607 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.541904 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.542188 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.542464 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.542747 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.542978 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.543254 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.543538 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.543820 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.544041 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] debug = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.544325 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.544759 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.545154 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.545428 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.545712 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.545988 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.546255 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.546526 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.546805 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.547127 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] host = dv-cinder-759994-5-iscsi {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.547399 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.547680 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.547961 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.548242 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.548539 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.548814 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.549094 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.549360 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.549628 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] log_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.549897 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.550179 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.550459 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.550742 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.550962 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.551184 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.551467 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.551747 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.552604 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.552941 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.553214 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.553483 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.553753 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.554018 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.554299 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.554580 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.554860 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.555129 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.555398 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.555664 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.555929 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.556211 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.556507 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.556777 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.557046 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.557326 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.557589 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.557855 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.558152 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.558433 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.558712 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.558991 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.559258 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.559533 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.559800 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.560066 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.560331 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] use_json = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.560620 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.560887 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.561164 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.561429 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.561697 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.561964 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.562230 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.562509 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:51.562798 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.563089 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.563384 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.563661 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.563950 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.564227 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.564540 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.564817 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.565098 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.565381 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.565663 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.565935 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.566217 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.566491 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.566779 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.567080 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.567368 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.568231 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.568530 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.568806 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.569076 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.569351 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.569633 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.569921 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.570206 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.570477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.570750 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.571036 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.571308 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.571581 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.571853 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.572135 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.572424 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.572695 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.572972 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.573242 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.573510 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.573775 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.574044 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.574328 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.574600 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.574869 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.575133 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.575404 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.575668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.575944 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.576213 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.576502 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.576772 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.577041 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.577306 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.577571 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.577839 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.578105 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.578374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.578642 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.578910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.579177 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.579441 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.579708 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.579973 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.580239 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.580536 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.580804 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.581068 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.581339 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.581601 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.581866 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.582145 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.582437 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.582710 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.582983 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.583291 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.583566 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.583840 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.584113 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.584384 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.584680 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.584955 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.585238 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.585515 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.585797 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.586075 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.586347 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.586638 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.586909 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.587185 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.587456 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.587730 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.588013 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.588292 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.588611 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.588902 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.589192 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.589482 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.589770 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.590045 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.590347 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.590623 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:51.590837 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:32:51.591077 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100479) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 02:32:51.940448 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 02:32:51.940662 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 02:32:51.940949 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 02:32:51.941277 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 02:32:52.331875 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.332164 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.332450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.334180 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.334449 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.334717 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.369101 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.369384 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.369649 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.385821 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.386104 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.386372 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.415324 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.415612 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.415881 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.450915 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.451191 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.451458 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.683008 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.683634 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.683634 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.683797 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.684430 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.808296 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.808636 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.808919 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.809244 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.809507 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.809819 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.810077 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.810330 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.810581 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.810860 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.811118 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.811379 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.811631 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.811879 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.812132 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.812393 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.812666 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.812929 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.813195 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.813450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.813719 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.813969 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.814249 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.814624 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.814875 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.815122 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.815509 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:32:52.815749 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:32:52.815986 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:32:52.816220 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:32:52.816473 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:32:52.816708 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:32:52.817066 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 02:32:52.820665 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 02:32:52.824569 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 02:32:52.828288 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 13 02:32:52.830090 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 02:32:52.830552 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 02:32:52.830889 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 02:32:52.831276 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 02:32:52.834642 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 02:32:52.834891 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 02:32:52.835231 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 02:32:52.840589 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 02:32:52.862510 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 02:32:52.862955 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.863254 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100479) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 02:32:52.863615 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.865047 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100479) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 02:32:52.865325 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 02:32:52.865566 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 02:32:52.869196 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.869482 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:52.933470 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 02:32:52.933646 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 02:32:52.933884 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 02:32:52.934253 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 02:32:52.955119 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_db.sqlalchemy.engines [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100479) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 02:32:53.484633 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Initializing driver for type 'gre' Aug 13 02:32:53.485164 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] gre ID ranges: [(1, 1000)] Aug 13 02:32:53.537304 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Initializing driver for type 'local' Aug 13 02:32:53.537666 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Initializing driver for type 'vlan' Aug 13 02:32:53.550114 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] VlanTypeDriver initialization complete Aug 13 02:32:53.550587 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Initializing driver for type 'vxlan' Aug 13 02:32:53.551094 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] vxlan ID ranges: [(1, 1000)] Aug 13 02:32:53.604850 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Initializing extension driver 'port_security' Aug 13 02:32:53.605193 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.extensions.port_security [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] PortSecurityExtensionDriver initialization complete Aug 13 02:32:53.605592 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Initializing mechanism driver 'openvswitch' Aug 13 02:32:53.605914 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Initializing mechanism driver 'hyperv' Aug 13 02:32:53.612345 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.plugins.ml2.plugin [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:53.613047 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > port after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.613416 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > port after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.613766 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > port after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.614277 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:32:53.615351 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > subnet after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.615708 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > subnet after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.616058 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.616478 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:32:53.616884 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > network after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.617233 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > network after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.617829 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > network after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.618214 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:32:53.618614 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > security_group after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.618963 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > security_group after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.619304 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.619696 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:32:53.620228 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.620611 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.620957 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.621348 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:32:53.621749 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > address_group after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.622096 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > address_group after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.622438 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.622823 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100479) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:32:53.623198 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] ML2 OVO RPC backend initialized. {{(pid=100479) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 02:32:53.623905 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.624258 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.624703 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > network before_response 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.625050 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > networks before_response 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.625397 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > port before_response 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.625742 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > ports before_response 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.626082 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > subnet before_response 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.626420 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > subnets before_response 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.626764 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > network after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.627104 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > network after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.627441 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > network after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.627778 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > port after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.628114 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > port after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.628470 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > port after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.628808 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > subnet after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.629144 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > subnet after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.629484 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.630107 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.plugin [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Modular L2 Plugin initialization complete Aug 13 02:32:53.630555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading services supported by the core plugin {{(pid=100479) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 02:32:53.630893 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.plugins.ml2.managers [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Got port-security extension from driver 'port_security' Aug 13 02:32:53.631354 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.extensions.vlantransparent [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Disabled vlantransparent extension. Aug 13 02:32:53.631840 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100479) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 02:32:53.632152 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading Plugin: router Aug 13 02:32:53.675322 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.675717 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router after_create 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.676092 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router before_create 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.676490 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.677532 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.677917 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router after_delete 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.678286 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.678678 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router after_create 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.679037 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router after_update 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.679398 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router after_update 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.679754 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.680119 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router after_update 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.680567 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router precommit_update 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.680943 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: port after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.681284 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: port after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.681622 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: subnet after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.681963 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.682312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.682667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router precommit_create 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.683018 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: port before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.683552 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router precommit_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.683717 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router after_update 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.684065 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.684440 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router precommit_create 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.684809 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.685159 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router precommit_update 55549900 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.685530 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > agent after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.685886 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > agent after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.686233 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > network after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.687106 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Tracking information for resource: router configured {{(pid=100479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:32:53.687440 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Tracking information for resource: floatingip configured {{(pid=100479) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:32:53.692466 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.db.l3_agentschedulers_db [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 02:32:53.693379 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: port after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.693865 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: port after_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.694364 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: port after_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.694864 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: port after_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.695821 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router before_create 55550100 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.696187 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.696590 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router precommit_create 55550100 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.696950 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > router precommit_update 55550100 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.701389 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.services.provider_configuration [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service providers = [] {{(pid=100479) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 02:32:53.701754 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.db.servicetype_db [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100479) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 02:32:53.704705 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.services.service_base [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:32:53.705051 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.services.service_base [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:32:53.705388 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.services.service_base [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:32:53.706296 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.services.service_base [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100479) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:32:53.706668 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.services.service_base [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 02:32:53.707047 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:32:53.707365 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 02:32:53.718458 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:32:53.718795 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading Plugin: auto_allocate Aug 13 02:32:53.725210 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: network precommit_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.725573 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: network precommit_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.726088 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:32:53.726407 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading Plugin: tag Aug 13 02:32:53.732874 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:32:53.733205 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading Plugin: timestamp Aug 13 02:32:53.737177 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:32:53.737508 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading Plugin: network_ip_availability Aug 13 02:32:53.743268 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.743644 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.744003 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.744749 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:32:53.745070 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading Plugin: flavors Aug 13 02:32:53.749699 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:32:53.750031 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading Plugin: revisions Aug 13 02:32:53.754290 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100479) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:32:53.754677 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_concurrency.lockutils [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=100479) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 02:32:53.755445 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100479) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 02:32:53.755778 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Initializing extension manager. Aug 13 02:32:53.756288 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: __init__.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.756662 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: __pycache__ {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.756998 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.757331 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: address_group.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.758081 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.758652 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: address-group Aug 13 02:32:53.758976 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: address_scope.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.759682 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.760200 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: address-scope Aug 13 02:32:53.760559 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.761493 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.762016 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: router-admin-state-down-before-update Aug 13 02:32:53.762339 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: agent.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.763229 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.763757 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: agent Aug 13 02:32:53.764079 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: agent_resources_synced.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.765006 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.765526 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: agent-resources-synced Aug 13 02:32:53.765848 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: allowedaddresspairs.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.767602 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.768130 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: allowed-address-pairs Aug 13 02:32:53.768479 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: auto_allocated_topology.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.769550 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.770068 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: auto-allocated-topology Aug 13 02:32:53.770389 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: availability_zone.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.771597 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.772104 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: availability_zone Aug 13 02:32:53.772450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: availability_zone_filter.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.773365 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.773882 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: availability_zone_filter Aug 13 02:32:53.774242 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: data_plane_status.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.775148 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.775660 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 02:32:53.775982 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: default_subnetpools.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.776922 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.777441 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: default-subnetpools Aug 13 02:32:53.777765 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.778570 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.779084 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: dhcp_agent_scheduler Aug 13 02:32:53.779405 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: dns.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.780308 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.780855 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension dns-integration not supported by any of loaded plugins Aug 13 02:32:53.781177 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: dns_domain_ports.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.782092 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.782603 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 02:32:53.782929 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.783848 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.784364 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 02:32:53.784712 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: dvr.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.785374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.785884 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: dvr Aug 13 02:32:53.786853 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: ecmp_routes.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.787822 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.788285 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 02:32:53.788633 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: empty_string_filtering.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.789539 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.790051 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: empty-string-filtering Aug 13 02:32:53.790373 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.791273 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.791783 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 02:32:53.792105 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.793045 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.793554 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 02:32:53.793875 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: external_net.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.794774 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.795286 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: external-net Aug 13 02:32:53.795608 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.796535 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.797045 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: extra_dhcp_opt Aug 13 02:32:53.797366 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: extraroute.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.798266 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.798775 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: extraroute Aug 13 02:32:53.799096 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: extraroute_atomic.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.800111 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.800665 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: extraroute-atomic Aug 13 02:32:53.800990 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: filter_validation.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.801649 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.802184 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: filter-validation Aug 13 02:32:53.802503 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: fip_pf_description.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.803410 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.803918 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 02:32:53.804240 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: fip_port_details.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.805175 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.805693 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: fip-port-details Aug 13 02:32:53.806018 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: flavors.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.807224 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.807745 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: flavors Aug 13 02:32:53.808070 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.809755 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.810282 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 02:32:53.810613 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: floatingip_pools.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.811305 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.811826 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: floatingip-pools Aug 13 02:32:53.812152 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: ip_allocation.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.813111 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.813626 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 02:32:53.813948 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.814866 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.815384 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: ip-substring-filtering Aug 13 02:32:53.815710 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: l2_adjacency.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.816655 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.817163 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 02:32:53.817516 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: l3.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.818591 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.819117 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: router Aug 13 02:32:53.819445 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.821731 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.822261 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 02:32:53.822601 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.823531 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.824050 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: ext-gw-mode Aug 13 02:32:53.824377 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.825338 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.825854 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: l3-ha Aug 13 02:32:53.826178 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: l3_flavors.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.827087 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.827600 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: l3-flavors Aug 13 02:32:53.827923 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.828855 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.829364 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 02:32:53.829686 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: l3agentscheduler.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.830721 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.831237 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: l3_agent_scheduler Aug 13 02:32:53.831564 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: logging.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.833613 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.834304 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension logging not supported by any of loaded plugins Aug 13 02:32:53.834640 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: metering.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.835376 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.835958 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: metering Aug 13 02:32:53.836286 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.837410 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.837933 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: metering_source_and_destination_fields Aug 13 02:32:53.838262 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: multiprovidernet.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.839182 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.839694 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: multi-provider Aug 13 02:32:53.840020 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: netmtu.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.840959 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.841471 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: net-mtu Aug 13 02:32:53.841793 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: netmtu_writable.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.842710 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.843226 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: net-mtu-writable Aug 13 02:32:53.843551 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: network_availability_zone.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.844218 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.844768 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: network_availability_zone Aug 13 02:32:53.845085 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: network_ip_availability.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.846171 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.846691 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: network-ip-availability Aug 13 02:32:53.847017 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: network_segment_range.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.847785 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.848292 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 02:32:53.848648 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: pagination.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.850202 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.850527 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: pagination Aug 13 02:32:53.850850 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: port_device_profile.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.851760 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.852283 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: port-device-profile Aug 13 02:32:53.852635 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.853552 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.854067 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: port-mac-address-regenerate Aug 13 02:32:53.854390 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.855288 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.855804 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: port-numa-affinity-policy Aug 13 02:32:53.856127 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: port_resource_request.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.857081 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.857602 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 02:32:53.857927 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: portbindings.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.858856 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.859373 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: binding Aug 13 02:32:53.859695 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: portbindings_extended.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.861100 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.861624 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: binding-extended Aug 13 02:32:53.861952 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: portsecurity.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.862867 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.863383 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: port-security Aug 13 02:32:53.863705 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: project_id.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.864807 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.865133 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: project-id Aug 13 02:32:53.865447 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: providernet.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.866375 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.866893 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: provider Aug 13 02:32:53.867214 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.870862 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.871390 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos not supported by any of loaded plugins Aug 13 02:32:53.871725 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.873045 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.873585 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 02:32:53.873918 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.874962 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.875527 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 02:32:53.875910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos_default.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.876943 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.877542 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos-default not supported by any of loaded plugins Aug 13 02:32:53.877910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos_fip.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.878657 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.879192 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos-fip not supported by any of loaded plugins Aug 13 02:32:53.879546 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos_gateway_ip.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.880566 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.881158 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 02:32:53.881526 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos_port_network_policy.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.882523 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.883095 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 02:32:53.883446 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos_pps_rule.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.884735 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.885338 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos-pps not supported by any of loaded plugins Aug 13 02:32:53.885682 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos_rule_type_details.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.886659 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.887230 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 02:32:53.887558 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: qos_rules_alias.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.888756 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.889325 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 02:32:53.889664 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: quotasv2.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.890653 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.890983 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: quotas Aug 13 02:32:53.891333 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: quotasv2_detail.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.894572 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.894914 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: quota_details Aug 13 02:32:53.895252 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: rbac.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.897111 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.898458 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: rbac-policies Aug 13 02:32:53.898458 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: rbac_address_group.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.898885 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.899414 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: rbac-address-group Aug 13 02:32:53.899748 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: rbac_address_scope.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.900705 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.901225 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: rbac-address-scope Aug 13 02:32:53.901551 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: rbac_security_groups.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.902457 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.902973 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: rbac-security-groups Aug 13 02:32:53.903299 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: rbac_subnetpool.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.904239 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.904790 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: rbac-subnetpool Aug 13 02:32:53.905117 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: revisionifmatch.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.906028 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.906550 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: revision-if-match Aug 13 02:32:53.906875 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: revisions.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.907980 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.908534 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: standard-attr-revisions Aug 13 02:32:53.908863 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: router_availability_zone.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.909538 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.910051 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: router_availability_zone Aug 13 02:32:53.910376 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: routerservicetype.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.911911 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.912447 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension router-service-type not supported by any of loaded plugins Aug 13 02:32:53.912776 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.913699 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.914215 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: security-groups-normalized-cidr Aug 13 02:32:53.914541 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.915467 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.915964 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: port-security-groups-filtering Aug 13 02:32:53.916290 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.917230 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.917746 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: security-groups-remote-address-group Aug 13 02:32:53.918070 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: securitygroup.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.928118 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.928760 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: security-group Aug 13 02:32:53.929096 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: segment.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.929882 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.930395 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension segment not supported by any of loaded plugins Aug 13 02:32:53.930721 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.931659 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.932178 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 02:32:53.932529 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: servicetype.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.933716 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.934244 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: service-type Aug 13 02:32:53.934571 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: sorting.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.935550 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.935884 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: sorting Aug 13 02:32:53.936210 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: standard_attr_segment.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.937143 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.937662 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 02:32:53.937989 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: standardattrdescription.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.938632 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.939147 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: standard-attr-description Aug 13 02:32:53.939471 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: stateful_security_group.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.940411 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.940947 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: stateful-security-group Aug 13 02:32:53.941272 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: stdattrs_common.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.941856 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 02:32:53.942178 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.943291 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.943814 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 02:32:53.944136 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: subnet_onboard.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.945233 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.945757 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: subnet_onboard Aug 13 02:32:53.946082 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.947007 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.947525 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 02:32:53.947851 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: subnet_service_types.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.948791 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.949310 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: subnet-service-types Aug 13 02:32:53.949634 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: subnetallocation.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.950696 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.951214 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: subnet_allocation Aug 13 02:32:53.951542 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.952207 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.952754 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: subnetpool-prefix-ops Aug 13 02:32:53.953081 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.954023 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.954540 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 02:32:53.954866 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: tagging.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.955919 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.956472 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: standard-attr-tag Aug 13 02:32:53.956799 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: timestamp.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.957992 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.959143 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loaded extension: standard-attr-timestamp Aug 13 02:32:53.959469 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: trunk.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.960532 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.961059 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension trunk not supported by any of loaded plugins Aug 13 02:32:53.961383 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: trunk_details.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.962305 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.962825 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension trunk-details not supported by any of loaded plugins Aug 13 02:32:53.963146 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: uplink_status_propagation.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.964058 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.964619 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 02:32:53.964942 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Loading extension file: vlantransparent.py {{(pid=100479) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:32:53.965606 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100479) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:32:53.966124 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 02:32:53.968625 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:network Aug 13 02:32:53.969142 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:subnet Aug 13 02:32:53.969537 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:32:53.969924 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:port Aug 13 02:32:53.971105 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.971563 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service FLAVORS assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.972169 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.972645 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.973007 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:router Aug 13 02:32:53.973616 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 02:32:53.974809 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service METERING assigned prefix: /metering {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.976237 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.976637 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.976991 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:32:53.977973 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 02:32:53.978425 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:security_group Aug 13 02:32:53.978853 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 02:32:53.980607 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service CORE assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.980960 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:32:53.981312 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] subnetpool is already registered Aug 13 02:32:53.981763 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service CORE assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.982094 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:32:53.982428 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] subnetpool is already registered Aug 13 02:32:53.984699 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.985135 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service FLAVORS assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.985725 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.986147 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.986477 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:router Aug 13 02:32:53.986813 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] router is already registered Aug 13 02:32:53.987223 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 02:32:53.987557 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] floatingip is already registered Aug 13 02:32:53.988016 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service METERING assigned prefix: /metering {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.988707 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 02:32:53.989034 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] rbac_policy is already registered Aug 13 02:32:53.989568 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:security_group Aug 13 02:32:53.989904 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] security_group is already registered Aug 13 02:32:53.990306 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 02:32:53.990637 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] security_group_rule is already registered Aug 13 02:32:53.991296 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service CORE assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.991619 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:32:53.991948 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] subnetpool is already registered Aug 13 02:32:53.992655 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.v2.resource_helper [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Service CORE assigned prefix: {{(pid=100479) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:32:53.992979 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:32:53.993305 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING neutron.quota.resource_registry [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] subnetpool is already registered Aug 13 02:32:53.993766 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: extensions {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:53.995215 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: address-groups {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:53.996737 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: address-scopes {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:53.998140 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: agents {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:53.999297 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: auto-allocated-topology {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.000583 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: availability_zones {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.001809 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: dhcp-networks {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.003311 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: dhcp-agents {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.005112 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: routers {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.006999 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: flavors {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.008261 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: service_profiles {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.009512 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: next_providers {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.010944 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: service_profiles {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.012494 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: floatingip-pools {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.013728 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: routers {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.015462 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: floatingips {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.016771 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: l3-routers {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.018162 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: l3-agents {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.019771 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: metering-labels {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.023317 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: metering-label-rules {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.024743 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: network-ip-availabilities {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.026212 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: bindings {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.027992 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: quotas {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.032200 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: quotas {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.033703 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: rbac-policies {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.034910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: security-groups {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.036295 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: security-group-rules {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.038234 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: service-providers {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.039413 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: subnetpools {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.040951 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: subnetpools {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.042519 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.044209 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.046044 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.047945 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.050237 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.053465 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.055634 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.057470 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.059698 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.061577 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron.api.extensions [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Extended resource: tags {{(pid=100479) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:32:54.068489 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING keystonemiddleware.auth_token [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 02:32:54.073081 dv-cinder-759994-5-iscsi neutron-server[100479]: WARNING keystonemiddleware.auth_token [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 02:32:54.081565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_concurrency.lockutils [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Acquired lock "singleton_lock" {{(pid=100479) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 02:32:54.082041 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_concurrency.lockutils [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Releasing lock "singleton_lock" {{(pid=100479) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 02:32:54.082681 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO oslo_service.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Starting 2 workers Aug 13 02:32:54.088119 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Started child 100588 {{(pid=100479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:32:54.092560 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Started child 100589 {{(pid=100479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:32:54.093583 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:54.094193 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO neutron.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 02:32:54.094710 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Notify callbacks [] for process, before_spawn {{(pid=100479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:54.095072 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [-] (100588) wsgi starting up on http://0.0.0.0:9696 Aug 13 02:32:54.097089 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO oslo_service.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Starting 1 workers Aug 13 02:32:54.097309 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:54.098791 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [-] (100589) wsgi starting up on http://0.0.0.0:9696 Aug 13 02:32:54.102392 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Started child 100590 {{(pid=100479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:32:54.102935 dv-cinder-759994-5-iscsi neutron-server[100479]: INFO oslo_service.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Starting 1 workers Aug 13 02:32:54.106258 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] calling RpcWorker wait() {{(pid=100590) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 02:32:54.106806 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] returning from RpcWorker wait() {{(pid=100590) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 02:32:54.107376 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Started child 100591 {{(pid=100479) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:32:54.107950 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:54.108189 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG neutron_lib.callbacks.manager [None req-de8a2a7b-3d53-4c23-9a1d-86d502b97093 None None] Notify callbacks [] for process, after_spawn {{(pid=100479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:54.108425 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:54.110118 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100479) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 02:32:54.110326 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:32:54.110502 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:32:54.110724 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:32:54.111056 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:32:54.111218 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:32:54.111723 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.112007 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.112264 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.112567 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.112842 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.113435 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:54.113920 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.113920 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.113920 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.114239 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.114481 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.114653 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.114821 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.115083 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.115312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.115612 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.115870 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.116122 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.116370 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.116563 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.116822 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.117097 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.117625 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.117893 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] debug = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.118135 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.118614 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.118863 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.119123 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.119342 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.119604 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.119834 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.120086 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.120339 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.120581 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.120815 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.121078 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.121322 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.121536 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.121762 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.122027 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.122275 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.122760 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] host = dv-cinder-759994-5-iscsi {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.123006 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.123253 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.123501 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.123757 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.124000 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.124239 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.124522 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.124767 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.125022 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.125249 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.125465 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.125716 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.125950 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.126181 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.126406 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_options = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.126590 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.126860 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.127129 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.127314 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.127480 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.127652 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.127914 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.128075 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.128328 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.128582 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.128807 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.129007 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.129250 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.129478 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.129729 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.130560 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.130804 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.131034 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.131359 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.131593 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.131820 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.132053 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.132286 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.132529 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.132751 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.132958 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.133185 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.133419 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.133631 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.133897 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.134129 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.134393 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.134637 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.134875 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.135100 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.135323 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.135565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.135827 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.136055 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.136301 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.136640 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.136799 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.137027 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.137249 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.137481 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.137691 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_json = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.137909 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.138161 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.138414 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.138631 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.138933 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.139067 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.139274 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.139500 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.139947 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.140220 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.140579 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.140830 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.142382 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.142382 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.142382 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.142382 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.142703 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.142848 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.143106 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.143339 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.143632 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.143965 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.144123 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.144454 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.144714 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.144981 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.145218 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.145507 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.146465 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.146596 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.146873 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.147146 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.147420 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.150565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.150565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.150565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.150565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.150565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.150565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.150565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.150565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.151818 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.151818 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.151818 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.151818 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.151818 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.151818 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.151818 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.152900 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:54.153477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.153477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.153477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.153477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.153477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.153477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.153477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.153477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.153477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.156197 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.156197 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.156197 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.156197 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.156197 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.156197 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.156197 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.156197 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.156197 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.158746 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.158746 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.158746 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.158746 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.158746 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.158746 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.158746 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.158746 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.158746 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.160667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.160667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.160667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.160667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.160667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.160667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.160667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.160667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.160667 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161257 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161257 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161257 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161257 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161257 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161257 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161257 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161257 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161973 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.161973 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.162102 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.162279 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.162498 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.162740 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.162980 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.163250 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.163486 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.163705 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.163936 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.164187 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.164451 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.164699 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.164952 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.165171 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.165425 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.165673 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.166486 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.166851 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.167434 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.167700 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.168154 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.168549 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.168933 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.169194 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.169466 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.169762 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.170015 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.170288 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.170678 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.171101 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.171549 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.171977 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.172385 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.172782 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.173158 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.173439 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.173691 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.173952 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.174201 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.174455 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.174717 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.175518 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.175803 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.176053 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.176288 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.176570 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.177022 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.177317 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.177562 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.177801 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.178103 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.178314 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.178565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.178834 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.179083 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.179528 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.179800 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.180032 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.180261 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.180523 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.180770 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.181004 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.181238 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.181469 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.181754 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.181914 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.182317 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.182767 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.182767 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.182982 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.183943 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.184629 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.184857 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.185301 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.185522 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.185747 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.185986 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.186231 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.186428 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.186649 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.186862 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.187113 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.187332 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.187635 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.187889 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.188132 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.188384 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.188637 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.188900 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.189118 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.189358 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.189644 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.189861 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.190078 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.190319 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.190535 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.190768 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.191014 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.191227 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.191481 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.191732 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.192054 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.192307 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.193090 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.193330 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.193572 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.193778 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.194019 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.194238 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.194457 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.194675 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.194913 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.195213 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.195420 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.195669 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.195876 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.196090 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.196329 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.196618 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.196828 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.197127 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.197377 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.197602 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.197852 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.198083 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.198292 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.198605 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.198886 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.199164 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.199405 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.199621 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.199963 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.200482 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.200703 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.200913 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.201135 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.201353 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.201563 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.201813 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.202020 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.202227 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.202448 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.203481 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.203481 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.203481 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.203481 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.203481 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.203816 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.203939 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.204319 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.204712 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.205074 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.205510 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.205749 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.205971 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.206172 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.206668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.207099 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.207511 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.208002 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.208802 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.209398 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.209398 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.209622 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.210088 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.210509 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.210755 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.211006 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.211240 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.211670 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.212151 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.212449 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.212722 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.212981 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.213278 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.213556 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.213811 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.214025 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.214361 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.214627 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.214902 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.215171 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.215425 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.215670 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.215894 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.216121 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.216375 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.216634 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.216851 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.217110 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.217370 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.217622 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.217863 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.218091 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.218297 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.218513 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.218719 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.218964 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.219194 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.219350 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:32:54.219860 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100479) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 02:32:54.220017 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:32:54.220157 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:32:54.220351 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:32:54.220549 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:32:54.220703 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:32:54.220894 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.221050 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.221190 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.221349 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.221494 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.221751 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.222020 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.222194 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.222360 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.222720 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.222868 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.223014 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.223168 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.223309 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.223457 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.223597 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.223802 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.223949 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.224097 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.224442 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.224442 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.224730 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.224730 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] debug = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.224930 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.225061 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.225220 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.225536 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.225692 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.225998 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.226156 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.226312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.226615 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.226776 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.226932 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.227083 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.227385 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.227615 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.227732 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.227852 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.228007 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.228168 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] host = dv-cinder-759994-5-iscsi {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.228320 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.228636 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.228937 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.229095 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.229255 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.229416 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.229577 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.229733 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.229891 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.230050 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.230209 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.230365 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.230519 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.230678 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.230837 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_options = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.230992 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.231149 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.231303 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.231488 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.231652 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.231830 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.231969 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.232124 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.232450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.232611 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.232770 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.232925 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.233080 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.233236 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.233390 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.233548 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.233708 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.233859 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.234017 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.234177 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.234335 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.234491 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.234646 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.234785 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.234945 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.235098 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.235231 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.235391 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.235546 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.235702 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.235873 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.236006 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.236143 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.236277 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.236444 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.236657 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.236797 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.236909 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.237066 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.237221 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.237378 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.237534 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.237731 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.237835 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.240450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.240450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_json = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.240450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.240450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.240450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.240450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.240450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.240450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.240450 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.241092 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:32:54.241092 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.241092 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.241092 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.241092 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.241092 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.241092 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.241694 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.241860 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.242168 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.242269 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:32:54.242615 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.242753 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.243061 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.243239 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.243382 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.243685 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.246246 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.246246 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.246246 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.246246 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.246246 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.246246 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.246246 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.246246 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.247312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.247312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.247312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.247312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.247312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.247312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.247312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.247312 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.248374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.248374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.248374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.248374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.248374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.248374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.248374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.248374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.248374 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.249555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.249555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.249555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.249555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.249555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.249555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.249555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.249555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.249555 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.250668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.250668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.250668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.250668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.250668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.250668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.250668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.250668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.250668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.251773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.251773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.251773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.251773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.251773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.251773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.251773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.251773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.251773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.252910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.252910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.252910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.252910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.252910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.252910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.252910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.252910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.252910 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.253998 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.253998 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.253998 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.253998 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.253998 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.253998 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.253998 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.255440 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.255440 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.255440 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.255440 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.256226 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.256226 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.256226 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.256456 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.256538 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.256656 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.256815 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.256975 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.257133 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.257290 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.257449 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.257607 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.257765 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.258096 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.258096 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.258431 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.258431 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.258636 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.258636 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.258807 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.258965 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.259122 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.259279 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.259436 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.259605 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.259762 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.259922 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.260078 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.260244 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.260447 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.260644 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.260806 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.260964 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.261125 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.261284 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.261442 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.261600 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.261758 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.261917 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.262074 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.262240 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.262410 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.262569 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.262727 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.262884 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.263065 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.263224 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.263381 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.263539 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.263698 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.263856 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.264014 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.264171 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.264329 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.264508 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.264668 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.264827 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.264984 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.265141 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.265299 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.265457 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.265614 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.265773 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.265930 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.266089 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.266248 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.266406 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.266565 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.266722 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.266879 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.267036 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.267193 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.267350 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.267507 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.267664 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.267822 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.267979 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.268136 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.268296 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.268473 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.268631 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.268789 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.268949 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.269107 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.269266 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.269425 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.269585 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.269744 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.269902 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.270062 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.270219 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.270377 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.270562 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.271694 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.271694 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.271862 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.272004 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.272091 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.272201 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.272359 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.272556 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.272715 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.273350 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.273485 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.273637 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.273798 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.273957 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.274117 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.274276 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.274434 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.274592 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.274753 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.274916 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.275074 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.275234 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.275392 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.275550 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.275709 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.275866 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.276037 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.276200 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.276358 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.276542 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.276701 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.276859 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.277028 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.277187 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.277344 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.277502 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.277659 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.277817 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.277984 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.278142 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.278299 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.278456 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.278614 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.278772 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.278939 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.279097 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.279255 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.279413 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.279570 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.279727 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.279894 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.280051 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.280208 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.280365 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.280544 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.280703 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.280871 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.281029 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.281187 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.281345 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.281503 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.281660 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.281829 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.281988 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.282147 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.282313 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.282471 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.282628 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.282786 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.282956 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.283114 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.283274 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.283470 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.283633 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.283792 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.283952 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.284114 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.284282 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.284467 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.284627 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.284794 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.284987 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.285263 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.285477 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.285692 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.285864 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.286023 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.286214 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.286363 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.286622 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.286748 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.286832 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.287049 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.287145 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.287226 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.287389 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.287546 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.287703 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.287861 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.288018 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.288176 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.288629 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.288742 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.288887 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.289044 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:32:54.289196 dv-cinder-759994-5-iscsi neutron-server[100479]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100479) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:32:54.533178 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 34820) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:54.542053 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065265 Aug 13 02:33:05.890049 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e821d-d1d3-4666-8564-90e834cb264a None None] get_active_networks_info from dv-cinder-759994-5-iscsi {{(pid=100590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 02:33:05.950289 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e821d-d1d3-4666-8564-90e834cb264a None None] No non-hosted networks {{(pid=100590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 02:33:05.969420 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3e8fca59-a1a4-4d48-92bc-370b18b12622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587188'] for agent, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:08.755854 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-67212e47-03bb-4a90-a04c-c5f22f59910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587188'] for agent, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:08.786482 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4b20ecc9-916e-416a-bfff-2bc8eebe16e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:09.049096 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587188'] for agent, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:09.050250 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.050814 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.051525 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.052486 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.053089 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.053665 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.054230 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.054809 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.056074 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.056679 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.057903 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.058486 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:09.059372 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759994-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:09.068824 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759994-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:09.663737 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587188'] for agent, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:11.214924 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587188'] for agent, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:12.355512 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 34912) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:12.849878 dv-cinder-759994-5-iscsi neutron-server[100589]: WARNING oslo_policy.policy [None req-6e354179-5f8d-4d43-a156-a15eb28505cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:33:12.850482 dv-cinder-759994-5-iscsi neutron-server[100589]: WARNING oslo_policy.policy [None req-6e354179-5f8d-4d43-a156-a15eb28505cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:33:13.069406 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [None req-6e354179-5f8d-4d43-a156-a15eb28505cd admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:33:13.070476 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6e354179-5f8d-4d43-a156-a15eb28505cd admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7140782 Aug 13 02:33:15.450640 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 34926) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:15.964481 dv-cinder-759994-5-iscsi neutron-server[100588]: WARNING oslo_policy.policy [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:33:15.965078 dv-cinder-759994-5-iscsi neutron-server[100588]: WARNING oslo_policy.policy [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:33:16.085421 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.db.l3_hamode_db [None req-1a21b9b3-de85-4d1d-9890-4677e7478193 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 02:33:16.160905 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21b9b3-de85-4d1d-9890-4677e7478193 None None] Routers set() bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:33:16.161304 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21b9b3-de85-4d1d-9890-4677e7478193 None None] Router IDs set() for agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 02:33:16.185386 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:16.279381 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.policy [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100588) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 02:33:16.324149 dv-cinder-759994-5-iscsi neutron-server[100588]: WARNING oslo_policy.policy [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:33:16.324549 dv-cinder-759994-5-iscsi neutron-server[100588]: WARNING oslo_policy.policy [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:33:16.333774 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.quota [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] Loaded quota_driver: . Aug 13 02:33:16.425276 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727960114097', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727960114562', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727960093065', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727960095578', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727960588851', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727960148206', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-591938', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769637', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1766811', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1674453'] for rbac-policy, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:16.489609 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:16.491000 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-86f00b64-ae5b-46c5-ba34-b605471c3dad admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0381534 Aug 13 02:33:19.028445 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 34944) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:19.327685 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Request body: {'network': {'tenant_id': '632bc6152a40487b9e658960456df02e', 'admin_state_up': True, 'project_id': '632bc6152a40487b9e658960456df02e', 'name': 'private'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:19.356776 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Made reservation on behalf of 632bc6152a40487b9e658960456df02e for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:33:19.359664 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:19.376332 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:19.500721 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:19.505381 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:19.524312 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:33:19.553271 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727958040935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:19.553864 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Unsubscribe: segment precommit_create {{(pid=100588) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 02:33:19.554391 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Added segment 603007f1-5995-4c83-b552-8654eceae3db of type vlan for network 82e10179-25ab-4ac9-be53-d1c273d51337 Aug 13 02:33:19.572136 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20547217-5361-4dd8-a1a4-d5a32aeef885,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:19.621802 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.622158 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.622502 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.622836 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.623164 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.623504 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.623833 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.624168 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.624531 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.624858 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.625179 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.625495 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Tracked resource versions report: Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: pushed versions: Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: { 'AddressGroup': {'1.2'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'ConntrackHelper': {'1.0'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Log': {'1.0'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Network': {'1.1'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Port': {'1.7'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'PortForwarding': {'1.2'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'QosPolicy': {'1.9'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SecurityGroup': {'1.4'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SubPort': {'1.0'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Subnet': {'1.1'}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Trunk': {'1.1'}} Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: consumer versions: Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: { DHCP agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: L3 agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: Metadata agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: Metering agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: Open vSwitch agent@dv-cinder-759994-5-iscsi: { 'AddressGroup': '1.2', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'ConntrackHelper': '1.0', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Log': '1.0', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Network': '1.1', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Port': '1.7', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'PortForwarding': '1.2', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'QosPolicy': '1.9', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SecurityGroup': '1.4', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SecurityGroupRule': '1.2', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SubPort': '1.0', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Subnet': '1.1', Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Trunk': '1.1'}} Aug 13 02:33:19.626639 dv-cinder-759994-5-iscsi neutron-server[100588]: {{(pid=100588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:33:19.675635 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:19.726383 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:19.727639 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:19.728281 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:19.799688 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7701199 Aug 13 02:33:19.829690 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0c222-4804-43a7-8b74-5eecba4eac2f admin admin] Pushing event updated for resources: {'Network': ['ID=82e10179-25ab-4ac9-be53-d1c273d51337,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:19.842456 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 82e10179-25ab-4ac9-be53-d1c273d51337 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:33:22.437318 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 34958) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:22.825138 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec74997f-9c3b-4a77-a531-fb5d60687ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:22.826479 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ec74997f-9c3b-4a77-a531-fb5d60687ced admin admin] 10.222.0.43 "GET /v2.0/networks/82e10179-25ab-4ac9-be53-d1c273d51337 HTTP/1.1" status: 200 len: 825 time: 0.3882005 Aug 13 02:33:22.851198 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-82da6d37-9e81-4f79-a9f8-30df720c5c34 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/32f5e86f-5d95-4da7-b8cb-9337149d8bdc HTTP/1.1" status: 200 len: 734 time: 0.0178206 Aug 13 02:33:22.860094 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '632bc6152a40487b9e658960456df02e', 'subnetpool_id': '32f5e86f-5d95-4da7-b8cb-9337149d8bdc', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:22.883052 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Made reservation on behalf of 632bc6152a40487b9e658960456df02e for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:33:22.885778 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:23.191143 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:23.265046 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:23.266993 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Checking segment: {'id': '603007f1-5995-4c83-b552-8654eceae3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:33:23.267402 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Network hostable DHCP agents. Network: 82e10179-25ab-4ac9-be53-d1c273d51337, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:33:23.291845 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Network 82e10179-25ab-4ac9-be53-d1c273d51337 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:33:23.304270 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 82e10179-25ab-4ac9-be53-d1c273d51337) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:23.316749 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:23.316749 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:23.316974 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a14bc63-0e94-47be-bb59-767c5aa91389 None None] Network 82e10179-25ab-4ac9-be53-d1c273d51337 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:33:23.333449 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2e54710f-f1b1-4f44-a821-862e02596cf1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4765396 Aug 13 02:33:23.637291 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-82e10179-25ab-4ac9-be53-d1c273d51337', 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'fixed_ips': [{'subnet_id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:33:23.638513 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:23.913307 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Allocated IP 172.20.0.2 (82e10179-25ab-4ac9-be53-d1c273d51337/ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84/345946c5-18f5-4faa-beac-83f32ffcccbc) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:33:24.116858 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:24.158726 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Transition to ACTIVE for port object 345946c5-18f5-4faa-beac-83f32ffcccbc will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:33:24.180366 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Transition to ACTIVE for port object 345946c5-18f5-4faa-beac-83f32ffcccbc will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:33:24.189082 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:24.257656 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Network 82e10179-25ab-4ac9-be53-d1c273d51337 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:33:24.270685 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:24.276433 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Pushing event updated for resources: {'Port': ['ID=345946c5-18f5-4faa-beac-83f32ffcccbc,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:24.278405 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:33:24.310796 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.311168 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.311516 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.311856 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.312191 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.312551 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.312884 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.313212 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.313553 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.313883 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.314207 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.314528 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Tracked resource versions report: Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: pushed versions: Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: { 'AddressGroup': {'1.2'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'ConntrackHelper': {'1.0'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Log': {'1.0'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Network': {'1.1'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Port': {'1.7'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'PortForwarding': {'1.2'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'QosPolicy': {'1.9'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SecurityGroup': {'1.4'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SubPort': {'1.0'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Subnet': {'1.1'}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Trunk': {'1.1'}} Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: consumer versions: Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: { DHCP agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: L3 agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: Metadata agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: Metering agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: Open vSwitch agent@dv-cinder-759994-5-iscsi: { 'AddressGroup': '1.2', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'ConntrackHelper': '1.0', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Log': '1.0', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Network': '1.1', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Port': '1.7', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'PortForwarding': '1.2', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'QosPolicy': '1.9', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SecurityGroup': '1.4', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SecurityGroupRule': '1.2', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SubPort': '1.0', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Subnet': '1.1', Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Trunk': '1.1'}} Aug 13 02:33:24.315683 dv-cinder-759994-5-iscsi neutron-server[100590]: {{(pid=100590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:33:24.364302 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Attempting to bind port 345946c5-18f5-4faa-beac-83f32ffcccbc on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:33:24.364736 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Attempting to bind port 345946c5-18f5-4faa-beac-83f32ffcccbc by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '603007f1-5995-4c83-b552-8654eceae3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:33:24.365143 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Attempting to bind port 345946c5-18f5-4faa-beac-83f32ffcccbc on network 82e10179-25ab-4ac9-be53-d1c273d51337 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:33:24.370284 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:33:24.370697 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Checking segment: {'id': '603007f1-5995-4c83-b552-8654eceae3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:33:24.371181 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:24.371592 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Bound using segment: {'id': '603007f1-5995-4c83-b552-8654eceae3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:33:24.372069 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Bound port: 345946c5-18f5-4faa-beac-83f32ffcccbc, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603007f1-5995-4c83-b552-8654eceae3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:33:24.372493 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:24.435413 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] For port 345946c5-18f5-4faa-beac-83f32ffcccbc, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:33:24.439625 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] For port 345946c5-18f5-4faa-beac-83f32ffcccbc, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=345946c5-18f5-4faa-beac-83f32ffcccbc,segment=NetworkSegment(603007f1-5995-4c83-b552-8654eceae3db),segment_id=603007f1-5995-4c83-b552-8654eceae3db)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:33:24.443532 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:24.510831 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd0c2b-fb99-4a75-b8de-be860a51be76 None None] Pushing event updated for resources: {'Port': ['ID=345946c5-18f5-4faa-beac-83f32ffcccbc,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:25.765097 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 34966) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:26.083309 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [None req-b09a9537-a5bf-4db0-bee0-580ad27753bd admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:33:26.084271 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b09a9537-a5bf-4db0-bee0-580ad27753bd admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3182511 Aug 13 02:33:28.480906 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 34974) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:28.796579 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [None req-6e22421d-2f81-4642-b569-d9dc9d346978 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:33:28.802086 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6e22421d-2f81-4642-b569-d9dc9d346978 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200915 Aug 13 02:33:31.433162 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 34984) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:31.747895 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] Request body: {'router': {'tenant_id': '632bc6152a40487b9e658960456df02e', 'name': 'router1', 'admin_state_up': True}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:31.817191 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.policy [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100589) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 02:33:31.863846 dv-cinder-759994-5-iscsi neutron-server[100589]: WARNING oslo_policy.policy [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:33:31.864443 dv-cinder-759994-5-iscsi neutron-server[100589]: WARNING oslo_policy.policy [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:33:31.873304 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.quota [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] Loaded quota_driver: . Aug 13 02:33:31.930814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:31.932724 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:32.088380 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:32.093441 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:32.112809 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] Notify callbacks [] for router, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:32.114234 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-5efaef73-b365-40e4-aba4-978fadf0c0ee admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6801243 Aug 13 02:33:32.889580 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 345946c5-18f5-4faa-beac-83f32ffcccbc up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:32.974092 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ca5d4-afe7-474e-913d-ff6e0a3d19db None None] Network 82e10179-25ab-4ac9-be53-d1c273d51337 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:33:32.985581 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 345946c5-18f5-4faa-beac-83f32ffcccbc completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:33:33.063858 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-71b01636-5195-43ec-a033-836981f382e6 None None] Provisioning for port 345946c5-18f5-4faa-beac-83f32ffcccbc completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:33:33.069906 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-71b01636-5195-43ec-a033-836981f382e6 None None] Provisioning complete for port 345946c5-18f5-4faa-beac-83f32ffcccbc triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:33.070296 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71b01636-5195-43ec-a033-836981f382e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:33.242317 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71b01636-5195-43ec-a033-836981f382e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:33.280894 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-71b01636-5195-43ec-a033-836981f382e6 None None] For port 345946c5-18f5-4faa-beac-83f32ffcccbc, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=345946c5-18f5-4faa-beac-83f32ffcccbc,segment=NetworkSegment(603007f1-5995-4c83-b552-8654eceae3db),segment_id=603007f1-5995-4c83-b552-8654eceae3db)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:33:33.286183 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-71b01636-5195-43ec-a033-836981f382e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:33.338494 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b01636-5195-43ec-a033-836981f382e6 None None] Pushing event updated for resources: {'Port': ['ID=345946c5-18f5-4faa-beac-83f32ffcccbc,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:33.406324 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fa06ce99-111a-4ba2-af85-801b24695709 None None] Provisioning complete for port 345946c5-18f5-4faa-beac-83f32ffcccbc triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:33.406704 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fa06ce99-111a-4ba2-af85-801b24695709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:34.500599 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 34998) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:34.849208 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [None req-dc522df2-4c33-4376-b9a8-8cca36809825 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:33:34.850201 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-dc522df2-4c33-4376-b9a8-8cca36809825 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3487453 Aug 13 02:33:34.857676 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 345946c5-18f5-4faa-beac-83f32ffcccbc up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:34.904887 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 345946c5-18f5-4faa-beac-83f32ffcccbc triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:34.905263 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:35.781950 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9edc4dad-e192-4631-b2bc-dfed3e664790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:37.250217 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35006) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:37.566569 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:37.589829 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Made reservation on behalf of 55eb76ec016c40b28abb206abc33b108 for: {'network': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:33:37.592808 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:37.609070 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:37.731637 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:37.735304 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:37.746893 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Reserving flat network on physical network physnet1 {{(pid=100589) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 02:33:37.777506 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727958040935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:37.778068 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Unsubscribe: segment precommit_create {{(pid=100589) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 02:33:37.778573 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.segments_db [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Added segment 1556065a-adbe-4eb3-ba0c-4368367163ad of type flat for network 98317a4e-6648-446b-87ee-ed33be822b2a Aug 13 02:33:37.795839 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9848e1-508f-4bea-a376-b5511c6c9d66,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:37.820960 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.821314 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.821647 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.821970 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.822290 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.822623 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.822943 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.823272 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.823622 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.823919 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.824229 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.824567 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Tracked resource versions report: Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: pushed versions: Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: { 'AddressGroup': {'1.2'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'ConntrackHelper': {'1.0'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Log': {'1.0'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Network': {'1.1'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Port': {'1.7'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'PortForwarding': {'1.2'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'QosPolicy': {'1.9'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SecurityGroup': {'1.4'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SubPort': {'1.0'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Subnet': {'1.1'}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Trunk': {'1.1'}} Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: consumer versions: Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: { DHCP agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: L3 agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: Metadata agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: Metering agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: Open vSwitch agent@dv-cinder-759994-5-iscsi: { 'AddressGroup': '1.2', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'ConntrackHelper': '1.0', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Log': '1.0', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Network': '1.1', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Port': '1.7', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'PortForwarding': '1.2', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'QosPolicy': '1.9', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SecurityGroup': '1.4', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SecurityGroupRule': '1.2', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SubPort': '1.0', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Subnet': '1.1', Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Trunk': '1.1'}} Aug 13 02:33:37.825778 dv-cinder-759994-5-iscsi neutron-server[100589]: {{(pid=100589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:33:37.915108 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:37.966792 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:37.967876 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:37.968526 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:38.052619 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8013163 Aug 13 02:33:38.065938 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988e02a-885c-4a83-8467-c97d95e97651 admin admin] Pushing event updated for resources: {'Network': ['ID=98317a4e-6648-446b-87ee-ed33be822b2a,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:38.077179 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 98317a4e-6648-446b-87ee-ed33be822b2a details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:33:38.740610 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c44ed0b4-2f93-447d-b851-d3e91a9ad8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:39.023962 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:39.617561 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:40.388907 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35028) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:40.612424 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2024b02c-1c26-41bb-ba9e-284fed34bb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:40.614027 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-2024b02c-1c26-41bb-ba9e-284fed34bb61 admin admin] 10.222.0.43 "GET /v2.0/subnets/ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84 HTTP/1.1" status: 200 len: 849 time: 0.2241735 Aug 13 02:33:40.747351 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-ad976f91-3355-4a2e-9f80-ff342dc99135 admin admin] 10.222.0.43 "GET /v2.0/routers/081dbd1a-e735-42d0-920e-27779a96e91e HTTP/1.1" status: 200 len: 704 time: 0.1270754 Aug 13 02:33:41.015916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:41.172440 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:41.314966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Allocated IP 172.20.0.1 (82e10179-25ab-4ac9-be53-d1c273d51337/ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84/93439b25-6d03-4a4d-ad25-5fa1c0bf64cb) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:33:41.501618 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:41.526073 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Transition to ACTIVE for port object 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:33:41.617316 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:41.686404 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Network 82e10179-25ab-4ac9-be53-d1c273d51337 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:33:41.697061 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:41.702309 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Pushing event updated for resources: {'Port': ['ID=93439b25-6d03-4a4d-ad25-5fa1c0bf64cb,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:41.715320 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:33:41.715817 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:41.948631 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-24fa68b9-b869-4d90-acdf-6800ed78f052 None None] Provisioning for port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:33:41.952631 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-24fa68b9-b869-4d90-acdf-6800ed78f052 None None] Provisioning complete for port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:41.953004 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-24fa68b9-b869-4d90-acdf-6800ed78f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:41.975760 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:41.985285 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-24fa68b9-b869-4d90-acdf-6800ed78f052 None None] Port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:33:42.176024 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:42.180309 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:42.181089 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:42.263177 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Pushing event updated for resources: {'Port': ['ID=93439b25-6d03-4a4d-ad25-5fa1c0bf64cb,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:42.310817 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Network 82e10179-25ab-4ac9-be53-d1c273d51337 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:33:42.312110 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:42.474005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Router 081dbd1a-e735-42d0-920e-27779a96e91e is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:33:42.506188 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2dc1a649-55ae-475e-93f6-9bd0842565e0 None None] Provisioning complete for port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:42.506701 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a649-55ae-475e-93f6-9bd0842565e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:42.541757 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1a649-55ae-475e-93f6-9bd0842565e0 None None] Port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:33:42.563599 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:33:42.569185 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-ac870530-2982-4432-b1ee-0e94542e0b72 admin admin] 10.222.0.43 "PUT /v2.0/routers/081dbd1a-e735-42d0-920e-27779a96e91e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8165071 Aug 13 02:33:42.576336 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Sync routers for ids ['081dbd1a-e735-42d0-920e-27779a96e91e'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:33:42.590057 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Routers {'081dbd1a-e735-42d0-920e-27779a96e91e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:33:42.590798 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:33:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['081dbd1a-e735-42d0-920e-27779a96e91e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:42.778804 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Set router 081dbd1a-e735-42d0-920e-27779a96e91e gateway port host: None {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:33:43.228835 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'name': 'router1', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:33:31Z', 'updated_at': '2021-08-13T02:33:41Z', 'revision_number': 2, 'project_id': '632bc6152a40487b9e658960456df02e', 'gw_port_host': None, '_interfaces': [{'id': '93439b25-6d03-4a4d-ad25-5fa1c0bf64cb', 'name': '', 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'mac_address': 'fa:16:3e:8e:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:33:41Z', 'updated_at': '2021-08-13T02:33:42Z', 'revision_number': 2, 'project_id': '632bc6152a40487b9e658960456df02e', 'subnets': [{'id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32f5e86f-5d95-4da7-b8cb-9337149d8bdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:43.281141 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Checking router: 081dbd1a-e735-42d0-920e-27779a96e91e for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:33:43.281516 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Updating router 081dbd1a-e735-42d0-920e-27779a96e91e port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:33:43.330731 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:43.851609 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:43.870002 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Transition to ACTIVE for port object 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:33:43.875935 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:43.963227 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Pushing event updated for resources: {'Port': ['ID=93439b25-6d03-4a4d-ad25-5fa1c0bf64cb,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:43.973647 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.973990 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.974321 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.974644 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.974972 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.975293 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.975608 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.975924 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.976256 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.976597 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.976912 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.977237 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Tracked resource versions report: Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: pushed versions: Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: { 'AddressGroup': {'1.2'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'ConntrackHelper': {'1.0'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Log': {'1.0'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Network': {'1.1'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Port': {'1.7'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'PortForwarding': {'1.2'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'QosPolicy': {'1.9'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SecurityGroup': {'1.4'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SubPort': {'1.0'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Subnet': {'1.1'}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Trunk': {'1.1'}} Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: consumer versions: Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: { DHCP agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: L3 agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: Metadata agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: Metering agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: Open vSwitch agent@dv-cinder-759994-5-iscsi: { 'AddressGroup': '1.2', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'ConntrackHelper': '1.0', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Log': '1.0', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Network': '1.1', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Port': '1.7', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'PortForwarding': '1.2', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'QosPolicy': '1.9', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SecurityGroup': '1.4', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SecurityGroupRule': '1.2', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SubPort': '1.0', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Subnet': '1.1', Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Trunk': '1.1'}} Aug 13 02:33:43.978345 dv-cinder-759994-5-iscsi neutron-server[100591]: {{(pid=100591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:33:44.053756 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Attempting to bind port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:33:44.054150 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Attempting to bind port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '603007f1-5995-4c83-b552-8654eceae3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:33:44.054582 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Attempting to bind port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb on network 82e10179-25ab-4ac9-be53-d1c273d51337 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:33:44.059868 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:33:44.060274 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Checking segment: {'id': '603007f1-5995-4c83-b552-8654eceae3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:33:44.060781 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:44.061186 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Bound using segment: {'id': '603007f1-5995-4c83-b552-8654eceae3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:33:44.061668 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Bound port: 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603007f1-5995-4c83-b552-8654eceae3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:33:44.062038 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:44.130451 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] For port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:33:44.151870 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] For port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=93439b25-6d03-4a4d-ad25-5fa1c0bf64cb,segment=NetworkSegment(603007f1-5995-4c83-b552-8654eceae3db),segment_id=603007f1-5995-4c83-b552-8654eceae3db)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:33:44.156170 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:44.211422 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Routers {'081dbd1a-e735-42d0-920e-27779a96e91e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:33:44.212050 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:33:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['081dbd1a-e735-42d0-920e-27779a96e91e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:44.250709 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbd7ef-36cc-4e37-8428-8bca5b7cf764 None None] Pushing event updated for resources: {'Port': ['ID=93439b25-6d03-4a4d-ad25-5fa1c0bf64cb,revision_number=4']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:44.311926 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] Set router 081dbd1a-e735-42d0-920e-27779a96e91e gateway port host: None {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:33:44.514887 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'name': 'router1', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:33:31Z', 'updated_at': '2021-08-13T02:33:41Z', 'revision_number': 2, 'project_id': '632bc6152a40487b9e658960456df02e', 'gw_port_host': None, '_interfaces': [{'id': '93439b25-6d03-4a4d-ad25-5fa1c0bf64cb', 'name': '', 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'mac_address': 'fa:16:3e:8e:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:33:41Z', 'updated_at': '2021-08-13T02:33:44Z', 'revision_number': 4, 'project_id': '632bc6152a40487b9e658960456df02e', 'subnets': [{'id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32f5e86f-5d95-4da7-b8cb-9337149d8bdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:44.540151 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b527910-e2ec-4955-b394-9fa49a65b2d3 None None] The sync data for ids ['081dbd1a-e735-42d0-920e-27779a96e91e'] in dv-cinder-759994-5-iscsi is: [{'id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'name': 'router1', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:33:31Z', 'updated_at': '2021-08-13T02:33:41Z', 'revision_number': 2, 'project_id': '632bc6152a40487b9e658960456df02e', 'gw_port_host': None, '_interfaces': [{'id': '93439b25-6d03-4a4d-ad25-5fa1c0bf64cb', 'name': '', 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'mac_address': 'fa:16:3e:8e:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:33:41Z', 'updated_at': '2021-08-13T02:33:44Z', 'revision_number': 4, 'project_id': '632bc6152a40487b9e658960456df02e', 'subnets': [{'id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32f5e86f-5d95-4da7-b8cb-9337149d8bdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:33:44.803497 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35050) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:44.914063 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696beb92-3383-4b92-b7f4-ee65358e9ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:44.916447 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-696beb92-3383-4b92-b7f4-ee65358e9ec4 admin admin] 10.222.0.43 "GET /v2.0/networks/98317a4e-6648-446b-87ee-ed33be822b2a HTTP/1.1" status: 200 len: 842 time: 0.1109698 Aug 13 02:33:44.926008 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:44.950409 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Made reservation on behalf of 55eb76ec016c40b28abb206abc33b108 for: {'subnet': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:33:44.952802 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:45.266266 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.objects.ports [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100589) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 02:33:45.266806 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for subnet, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:45.326829 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd94519-5b97-4752-ac93-050f8472e069,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:45.331771 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:33:45.332140 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Network hostable DHCP agents. Network: 98317a4e-6648-446b-87ee-ed33be822b2a, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:33:45.352955 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:33:45.363260 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 98317a4e-6648-446b-87ee-ed33be822b2a) {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:45.368367 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:45.370241 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:45.371362 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63496aeb-fd16-4545-a856-5cd6eadca666 None None] Network 98317a4e-6648-446b-87ee-ed33be822b2a requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:33:45.393008 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-2bab1d74-2957-4e54-8ece-37fc280d9990 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4711328 Aug 13 02:33:45.506231 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2b694-c00d-4ff5-8bd8-2f8f45d8117f None None] Network 98317a4e-6648-446b-87ee-ed33be822b2a requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:33:47.672253 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35058) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:47.802785 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-4c707b43-acbf-4643-a500-838c16af9815 admin admin] 10.222.0.43 "GET /v2.0/routers/081dbd1a-e735-42d0-920e-27779a96e91e HTTP/1.1" status: 200 len: 710 time: 0.1293931 Aug 13 02:33:47.889246 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320bfd6f-8cbb-43f6-8a16-01e5c25fcdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:47.890554 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-320bfd6f-8cbb-43f6-8a16-01e5c25fcdc1 admin admin] 10.222.0.43 "GET /v2.0/networks/98317a4e-6648-446b-87ee-ed33be822b2a HTTP/1.1" status: 200 len: 886 time: 0.0822031 Aug 13 02:33:47.900663 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:48.222295 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:48.455241 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:48.531691 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:48.633033 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Allocated IP 172.27.2.237 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/30d60be2-b49a-44a9-9d40-cedf2387bd56) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:33:48.733722 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:48.773335 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:48.808268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:33:48.814579 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:48.819493 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:33:48.822347 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Pushing event updated for resources: {'Port': ['ID=30d60be2-b49a-44a9-9d40-cedf2387bd56,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:49.063287 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:49.253651 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575529', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130963'] for router, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:49.256905 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1585679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575518'] for router, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:49.361111 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Router 081dbd1a-e735-42d0-920e-27779a96e91e has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:33:49.550228 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:33:49.554298 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:49.555482 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-0125fb9b-dc84-4180-8d64-7cb000ee66f6 admin admin] 10.222.0.43 "PUT /v2.0/routers/081dbd1a-e735-42d0-920e-27779a96e91e HTTP/1.1" status: 200 len: 890 time: 1.6580691 Aug 13 02:33:50.897396 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:50.953968 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:33:50.958388 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:50.958927 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:50.993984 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Sync routers for ids ['081dbd1a-e735-42d0-920e-27779a96e91e'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:33:51.009948 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Routers {'081dbd1a-e735-42d0-920e-27779a96e91e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:33:51.010663 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:33:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['081dbd1a-e735-42d0-920e-27779a96e91e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:51.231051 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:51.305293 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Set router 081dbd1a-e735-42d0-920e-27779a96e91e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:33:51.346973 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=93439b25-6d03-4a4d-ad25-5fa1c0bf64cb,segment=NetworkSegment(603007f1-5995-4c83-b552-8654eceae3db),segment_id=603007f1-5995-4c83-b552-8654eceae3db)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:33:51.354352 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:51.546929 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=93439b25-6d03-4a4d-ad25-5fa1c0bf64cb,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:51.729639 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'name': 'router1', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '30d60be2-b49a-44a9-9d40-cedf2387bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:33:31Z', 'updated_at': '2021-08-13T02:33:48Z', 'revision_number': 4, 'project_id': '632bc6152a40487b9e658960456df02e', 'gw_port': {'id': '30d60be2-b49a-44a9-9d40-cedf2387bd56', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:33:48Z', 'updated_at': '2021-08-13T02:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '93439b25-6d03-4a4d-ad25-5fa1c0bf64cb', 'name': '', 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'mac_address': 'fa:16:3e:8e:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:33:41Z', 'updated_at': '2021-08-13T02:33:44Z', 'revision_number': 4, 'project_id': '632bc6152a40487b9e658960456df02e', 'subnets': [{'id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32f5e86f-5d95-4da7-b8cb-9337149d8bdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:51.777893 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Checking router: 081dbd1a-e735-42d0-920e-27779a96e91e for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:33:51.778246 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Updating router 081dbd1a-e735-42d0-920e-27779a96e91e port 30d60be2-b49a-44a9-9d40-cedf2387bd56 binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:33:51.829252 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:51.950297 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35070) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:52.061149 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-84ca264b-7047-4cc3-9cf2-8f0b12d5caf4 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1097190 Aug 13 02:33:52.154761 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:52.165567 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Transition to ACTIVE for port object 30d60be2-b49a-44a9-9d40-cedf2387bd56 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:33:52.171825 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:52.223287 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b158c-1bcb-48df-a204-c8482e95867e None None] Pushing event updated for resources: {'Port': ['ID=30d60be2-b49a-44a9-9d40-cedf2387bd56,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:52.229015 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Attempting to bind port 30d60be2-b49a-44a9-9d40-cedf2387bd56 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:33:52.229389 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Attempting to bind port 30d60be2-b49a-44a9-9d40-cedf2387bd56 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:33:52.229758 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Attempting to bind port 30d60be2-b49a-44a9-9d40-cedf2387bd56 on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:33:52.234680 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:33:52.235055 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:33:52.235461 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:52.235851 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:33:52.236311 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Bound port: 30d60be2-b49a-44a9-9d40-cedf2387bd56, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:33:52.236758 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:52.290221 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] For port 30d60be2-b49a-44a9-9d40-cedf2387bd56, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:33:52.293439 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] For port 30d60be2-b49a-44a9-9d40-cedf2387bd56, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=30d60be2-b49a-44a9-9d40-cedf2387bd56,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:33:52.297568 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:52.351881 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Routers {'081dbd1a-e735-42d0-920e-27779a96e91e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:33:52.352514 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:33:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['081dbd1a-e735-42d0-920e-27779a96e91e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:52.357411 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b158c-1bcb-48df-a204-c8482e95867e None None] Pushing event updated for resources: {'Port': ['ID=30d60be2-b49a-44a9-9d40-cedf2387bd56,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:52.541129 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] Set router 081dbd1a-e735-42d0-920e-27779a96e91e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:33:52.750836 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'name': 'router1', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '30d60be2-b49a-44a9-9d40-cedf2387bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:33:31Z', 'updated_at': '2021-08-13T02:33:48Z', 'revision_number': 4, 'project_id': '632bc6152a40487b9e658960456df02e', 'gw_port': {'id': '30d60be2-b49a-44a9-9d40-cedf2387bd56', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:33:48Z', 'updated_at': '2021-08-13T02:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '93439b25-6d03-4a4d-ad25-5fa1c0bf64cb', 'name': '', 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'mac_address': 'fa:16:3e:8e:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:33:41Z', 'updated_at': '2021-08-13T02:33:51Z', 'revision_number': 5, 'project_id': '632bc6152a40487b9e658960456df02e', 'subnets': [{'id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32f5e86f-5d95-4da7-b8cb-9337149d8bdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:33:52.781016 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efd508-1131-4c29-b456-2772f8bde3c8 None None] The sync data for ids ['081dbd1a-e735-42d0-920e-27779a96e91e'] in dv-cinder-759994-5-iscsi is: [{'id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'name': 'router1', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '30d60be2-b49a-44a9-9d40-cedf2387bd56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:33:31Z', 'updated_at': '2021-08-13T02:33:48Z', 'revision_number': 4, 'project_id': '632bc6152a40487b9e658960456df02e', 'gw_port': {'id': '30d60be2-b49a-44a9-9d40-cedf2387bd56', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:33:48Z', 'updated_at': '2021-08-13T02:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '93439b25-6d03-4a4d-ad25-5fa1c0bf64cb', 'name': '', 'network_id': '82e10179-25ab-4ac9-be53-d1c273d51337', 'tenant_id': '632bc6152a40487b9e658960456df02e', 'mac_address': 'fa:16:3e:8e:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081dbd1a-e735-42d0-920e-27779a96e91e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:33:41Z', 'updated_at': '2021-08-13T02:33:51Z', 'revision_number': 5, 'project_id': '632bc6152a40487b9e658960456df02e', 'subnets': [{'id': 'ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32f5e86f-5d95-4da7-b8cb-9337149d8bdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:33:52.929793 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:53.013705 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:53.014078 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:54.905301 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 30d60be2-b49a-44a9-9d40-cedf2387bd56 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:54.956544 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 30d60be2-b49a-44a9-9d40-cedf2387bd56 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:33:54.961062 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 30d60be2-b49a-44a9-9d40-cedf2387bd56 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:54.961660 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:55.063015 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:55.105055 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 30d60be2-b49a-44a9-9d40-cedf2387bd56, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=30d60be2-b49a-44a9-9d40-cedf2387bd56,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:33:55.109620 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:55.157272 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=30d60be2-b49a-44a9-9d40-cedf2387bd56,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:56.933667 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 30d60be2-b49a-44a9-9d40-cedf2387bd56 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:57.044264 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 30d60be2-b49a-44a9-9d40-cedf2387bd56 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:57.045005 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:04.182651 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 5 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:34:05.788182 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3ab55b69-4894-440e-9ad8-604624bf5084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:08.746478 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-93ba6b64-2d94-4773-a7bb-0d1fa1feb672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:09.029916 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:09.632129 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:11.190563 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:35.779049 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6e9a7fec-3448-43a5-861c-92374aff11c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:38.740041 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d7d410a8-cadc-4632-bd10-0ba261715496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:39.026795 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:39.627042 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:41.194509 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 5 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:34:41.203148 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:05.781145 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ff7179d2-eff1-4e64-b517-b505bfa4a3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:08.742096 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e31c7b65-2604-4ead-81dc-02eaffb27ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:09.021088 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:09.629389 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:11.203163 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:18.184176 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 5 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:35:28.185925 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35638) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:28.256266 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3bfe9a-a178-4735-8241-820db7cf2bfb admin admin] GET failed (client error): The resource could not be found. Aug 13 02:35:28.257692 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-ce3bfe9a-a178-4735-8241-820db7cf2bfb admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708373 Aug 13 02:35:28.434425 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7918f6-812c-4d62-a2fc-8141677468f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:28.435839 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-aa7918f6-812c-4d62-a2fc-8141677468f5 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1737170 Aug 13 02:35:30.603585 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35648) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:30.694382 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00e857-4288-4f59-b315-b684d074b11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:30.695728 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-3c00e857-4288-4f59-b315-b684d074b11d admin admin] 10.222.0.43 "GET /v2.0/subnets/ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84 HTTP/1.1" status: 200 len: 849 time: 0.0911951 Aug 13 02:35:30.706310 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:35:30.795930 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:30.935309 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727958100363'] for subnet, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:30.966193 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:30.967014 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:30.968041 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] 10.222.0.43 "PUT /v2.0/subnets/ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84 HTTP/1.1" status: 200 len: 868 time: 0.2663236 Aug 13 02:35:30.969079 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27f3245-202f-4379-91ff-ebc50cc9e668 None None] Network 82e10179-25ab-4ac9-be53-d1c273d51337 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:35:30.987779 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:35:30.995419 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.995835 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.996186 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.996558 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.996891 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.997220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.997544 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.997872 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.998195 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.998518 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.998836 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:30.999152 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcd7263-a4cf-4358-9f29-228bafc5ebd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:35:31.345970 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-ca0bef9a-ceb2-42c4-a67a-e3220e94aeda None None] Provisioning complete for port 345946c5-18f5-4faa-beac-83f32ffcccbc triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:35:31.346346 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ca0bef9a-ceb2-42c4-a67a-e3220e94aeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:31.430873 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-ca0bef9a-ceb2-42c4-a67a-e3220e94aeda None None] Provisioning complete for port 93439b25-6d03-4a4d-ad25-5fa1c0bf64cb triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:35:31.431123 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ca0bef9a-ceb2-42c4-a67a-e3220e94aeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:33.153526 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35656) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:33.348671 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a06658-c903-4884-8135-08b9572c71cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:33.349144 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a06658-c903-4884-8135-08b9572c71cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:33.350672 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-e7a06658-c903-4884-8135-08b9572c71cb admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962571 Aug 13 02:35:35.483956 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 35664) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:35.689450 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e3cc74-d700-4c35-99ee-11a7166df331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:35.689934 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e3cc74-d700-4c35-99ee-11a7166df331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:35.691476 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-b0e3cc74-d700-4c35-99ee-11a7166df331 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2065561 Aug 13 02:35:35.782650 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d279e2c1-f5a8-4ebb-9af1-f75ce29d087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:37.824048 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 35674) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:37.997405 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de8f5d0-b49b-492e-b894-23cbed84d653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:37.998783 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-1de8f5d0-b49b-492e-b894-23cbed84d653 admin admin] 10.222.0.43 "GET /v2.0/networks/82e10179-25ab-4ac9-be53-d1c273d51337 HTTP/1.1" status: 200 len: 869 time: 0.1737697 Aug 13 02:35:38.745105 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-35b3abcf-f158-4bdd-969c-7210b879746d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:39.021962 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:39.632653 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:40.164975 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 35682) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:40.287257 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb42e23-fa74-4fed-81b8-fd134252b887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:40.288632 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-edb42e23-fa74-4fed-81b8-fd134252b887 admin admin] 10.222.0.43 "GET /v2.0/networks/98317a4e-6648-446b-87ee-ed33be822b2a HTTP/1.1" status: 200 len: 886 time: 0.1226723 Aug 13 02:35:41.205634 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:42.457502 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35690) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:42.581394 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85197c9b-043b-41db-b1c5-27c9ff0a7fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:42.581855 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85197c9b-043b-41db-b1c5-27c9ff0a7fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:42.583355 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-85197c9b-043b-41db-b1c5-27c9ff0a7fe8 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249189 Aug 13 02:35:44.765065 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35698) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:44.854497 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e95573-8cee-4651-bcd6-361066cac621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:44.854949 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e95573-8cee-4651-bcd6-361066cac621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:44.856476 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-e3e95573-8cee-4651-bcd6-361066cac621 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904589 Aug 13 02:35:47.004568 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 35706) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:47.087712 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17686f87-c71e-418f-ad0c-c2de6158918a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:47.089037 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-17686f87-c71e-418f-ad0c-c2de6158918a admin admin] 10.222.0.43 "GET /v2.0/subnets/ccd94519-5b97-4752-ac93-050f8472e069 HTTP/1.1" status: 200 len: 816 time: 0.0835316 Aug 13 02:35:49.233361 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 35714) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:35:49.331547 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a67430-764f-4ea0-bfa4-2f288d87bded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:35:49.332894 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-e6a67430-764f-4ea0-bfa4-2f288d87bded admin admin] 10.222.0.43 "GET /v2.0/subnets/ce6faffa-fe9f-4bb5-82d6-b21b1e7a6f84 HTTP/1.1" status: 200 len: 868 time: 0.0986011 Aug 13 02:35:55.182942 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 5 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:36:05.783983 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4060f5b7-47bc-499b-b749-fea2dc5a44f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:08.745889 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c2dfc7d3-d264-48c1-b793-8f593e071f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:09.023244 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:09.635071 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:11.207857 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:13.064482 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35768) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:36:13.111966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [None req-40ec4d88-b8f3-4075-9bb1-d90abd333353 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:36:13.112993 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-40ec4d88-b8f3-4075-9bb1-d90abd333353 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475700 Aug 13 02:36:15.366292 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35776) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:36:15.428312 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.pecan_wsgi.hooks.translation [None req-920d0e6c-c5bf-4e29-be15-535575039d61 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:36:15.429635 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-920d0e6c-c5bf-4e29-be15-535575039d61 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623848 Aug 13 02:36:15.512478 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ec1eb-5ba4-4a2a-b9c7-f4d4c108174b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:36:15.513855 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-990ec1eb-5ba4-4a2a-b9c7-f4d4c108174b admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0798509 Aug 13 02:36:17.752561 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35784) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:36:17.799116 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:36:17.818453 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Made reservation on behalf of 55eb76ec016c40b28abb206abc33b108 for: {'network': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:36:17.820754 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:17.849720 dv-cinder-759994-5-iscsi neutron-server[100589]: WARNING neutron.services.revisions.revision_plugin [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Could not find related network for resource to bump revision. Aug 13 02:36:17.863439 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=100589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:36:17.873090 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:17.873433 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.segments_db [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Added segment ba7ac035-d255-47c6-bdb0-c7e881ca65b5 of type vlan for network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 Aug 13 02:36:17.913556 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:17.941160 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:17.942217 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:36:17.942794 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:17.988265 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2346339 Aug 13 02:36:18.002869 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f42ba2-4119-43f3-b0ce-c7a01ccc736c admin admin] Pushing event updated for resources: {'Network': ['ID=f238a5cc-c9f6-48e1-bd5a-505a46fe38d1,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:36:18.014343 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:36:20.171252 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35792) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:36:20.231083 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2d0a35-6d65-49e5-a30d-deafb5afbc6a admin admin] GET failed (client error): The resource could not be found. Aug 13 02:36:20.232420 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-da2d0a35-6d65-49e5-a30d-deafb5afbc6a admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601692 Aug 13 02:36:20.309242 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d067a7-b922-49f4-9895-d0d7cd1289f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:36:20.310704 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-c5d067a7-b922-49f4-9895-d0d7cd1289f8 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0737841 Aug 13 02:36:20.321309 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Request body: {'subnet': {'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:36:20.341656 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Made reservation on behalf of 55eb76ec016c40b28abb206abc33b108 for: {'subnet': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:36:20.344800 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:20.505006 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for subnet, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:20.560251 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b99c84a-8200-4ac2-917e-be7a58047fe1,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:36:20.568268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Checking segment: {'id': 'ba7ac035-d255-47c6-bdb0-c7e881ca65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:36:20.568665 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Network hostable DHCP agents. Network: f238a5cc-c9f6-48e1-bd5a-505a46fe38d1, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:36:20.584070 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:36:20.595395 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, f238a5cc-c9f6-48e1-bd5a-505a46fe38d1) {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:36:20.602893 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:36:20.604639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:20.607706 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b24be-c275-4bb4-9ff2-979532a865a2 None None] Network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:36:20.620268 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-a6a3f505-37ba-45ca-b001-2aecdab93dd4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3023388 Aug 13 02:36:20.852835 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-f238a5cc-c9f6-48e1-bd5a-505a46fe38d1', 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1', 'tenant_id': '55eb76ec016c40b28abb206abc33b108', 'fixed_ips': [{'subnet_id': '7b99c84a-8200-4ac2-917e-be7a58047fe1'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:36:20.853711 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:21.000339 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Allocated IP 192.168.233.2 (f238a5cc-c9f6-48e1-bd5a-505a46fe38d1/7b99c84a-8200-4ac2-917e-be7a58047fe1/265d0ea9-c4bb-44c1-b263-d177683b8d7c) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:36:21.149794 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:21.158454 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Transition to ACTIVE for port object 265d0ea9-c4bb-44c1-b263-d177683b8d7c will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:36:21.173579 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Transition to ACTIVE for port object 265d0ea9-c4bb-44c1-b263-d177683b8d7c will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:36:21.179720 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:21.222232 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:36:21.226191 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:36:21.228886 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:36:21.231925 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Pushing event updated for resources: {'Port': ['ID=265d0ea9-c4bb-44c1-b263-d177683b8d7c,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:36:21.239905 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.240584 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.241196 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.241549 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.241874 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.242210 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.242543 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.243486 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.243486 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.244185 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.244185 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.244185 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:36:21.300185 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Attempting to bind port 265d0ea9-c4bb-44c1-b263-d177683b8d7c on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:36:21.300582 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Attempting to bind port 265d0ea9-c4bb-44c1-b263-d177683b8d7c by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': 'ba7ac035-d255-47c6-bdb0-c7e881ca65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:36:21.300951 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Attempting to bind port 265d0ea9-c4bb-44c1-b263-d177683b8d7c on network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:36:21.305882 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:36:21.306253 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Checking segment: {'id': 'ba7ac035-d255-47c6-bdb0-c7e881ca65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:36:21.306657 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:21.307049 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Bound using segment: {'id': 'ba7ac035-d255-47c6-bdb0-c7e881ca65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:36:21.307517 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Bound port: 265d0ea9-c4bb-44c1-b263-d177683b8d7c, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7ac035-d255-47c6-bdb0-c7e881ca65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:36:21.307912 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:21.369716 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] For port 265d0ea9-c4bb-44c1-b263-d177683b8d7c, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:36:21.373230 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] For port 265d0ea9-c4bb-44c1-b263-d177683b8d7c, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=265d0ea9-c4bb-44c1-b263-d177683b8d7c,segment=NetworkSegment(ba7ac035-d255-47c6-bdb0-c7e881ca65b5),segment_id=ba7ac035-d255-47c6-bdb0-c7e881ca65b5)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:36:21.378915 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:21.438708 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbbb21-c47b-420f-a386-9617b3c34dee None None] Pushing event updated for resources: {'Port': ['ID=265d0ea9-c4bb-44c1-b263-d177683b8d7c,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:36:22.230077 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2645ce27-c1ce-4c0b-b180-c025ecdfdd21 None None] Network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:36:22.305803 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-d6408fec-f8c7-487a-a869-7da69d2d9584 None None] Provisioning for port 265d0ea9-c4bb-44c1-b263-d177683b8d7c completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:36:23.011464 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 265d0ea9-c4bb-44c1-b263-d177683b8d7c up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:36:23.066508 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 265d0ea9-c4bb-44c1-b263-d177683b8d7c completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:36:23.070373 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 265d0ea9-c4bb-44c1-b263-d177683b8d7c triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:36:23.070737 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:23.149181 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:23.182593 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 265d0ea9-c4bb-44c1-b263-d177683b8d7c, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=265d0ea9-c4bb-44c1-b263-d177683b8d7c,segment=NetworkSegment(ba7ac035-d255-47c6-bdb0-c7e881ca65b5),segment_id=ba7ac035-d255-47c6-bdb0-c7e881ca65b5)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:36:23.186556 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:23.235893 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=265d0ea9-c4bb-44c1-b263-d177683b8d7c,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:36:24.991302 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 265d0ea9-c4bb-44c1-b263-d177683b8d7c up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:36:25.053343 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 265d0ea9-c4bb-44c1-b263-d177683b8d7c triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:36:25.053718 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:32.182284 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 5 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:36:35.784774 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1147ac24-e8f1-45fc-aeea-4a4bc3d2dced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:38.748583 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-659d0fda-e813-4c9c-a81a-b3476ce4f076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:39.023877 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:39.637889 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:41.211786 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:05.785845 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a2a99213-3db8-4251-9f9c-870e5fec08b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:08.750399 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9732d23f-115b-4ab2-9a6c-555d32c55959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:09.024040 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:09.181964 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 5 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:37:09.643008 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:11.213959 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:28.562664 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35844) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:28.568490 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [None req-7d05e1b9-9da8-48c8-bfba-23e32404bc14 tempest-verify_tempest_config-1353842111 tempest-verify_tempest_config-1353842111-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:37:28.569461 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-7d05e1b9-9da8-48c8-bfba-23e32404bc14 tempest-verify_tempest_config-1353842111 tempest-verify_tempest_config-1353842111-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058191 Aug 13 02:37:28.869496 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 35862) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:28.972188 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:29.058578 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:29.062250 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:29.105036 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d969d78a9744ffdb8ed06f0ee8dfd54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2345233 Aug 13 02:37:29.106881 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f827724c-d20c-4ef3-a24d-9c898e45f0eb,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:29.107670 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35868) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:29.113480 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.113925 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.114344 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.114717 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.115035 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.115368 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.115966 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.116290 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.116655 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.116987 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.117309 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.117631 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0945c1-0f16-44ca-be24-53f9efcb5736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.162369 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:29.182491 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:29.269281 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:29.271787 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:29.272983 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f827724c-d20c-4ef3-a24d-9c898e45f0eb HTTP/1.1" status: 204 len: 168 time: 0.1643827 Aug 13 02:37:29.281514 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f827724c-d20c-4ef3-a24d-9c898e45f0eb,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:29.288080 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.288467 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.288837 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.289157 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.289488 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.289841 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.290175 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.290519 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.290867 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.291284 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.291509 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:29.291831 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4019dd-f82e-4ef4-aced-035736ebdfd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:35.786773 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6e636725-03b0-4eeb-9489-dd65b0518f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:38.750823 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3391a27a-1de7-499e-b875-dc8c5df8836e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.024471 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.644280 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:41.217242 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:46.180864 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 5 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:38:05.787954 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d897cd96-c17e-4879-a240-2a4dc2ff7d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:08.756177 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-85555563-b7e2-404b-9424-efbdbbcc13c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.032275 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.647222 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.219387 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.179031 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 5 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:38:35.787291 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d2dd124a-fcfa-43c3-b9a6-a541976778a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.755585 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56b06379-b5ba-43aa-bd22-df586548d696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.024317 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.648590 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.220474 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:00.176805 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 5 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:39:05.741911 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1587188'] for agent, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:05.788855 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1ab03fe2-4c50-463d-9176-465b09497c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:08.761487 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-deff42b7-e655-4f9a-8786-b480def81510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.029462 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.651170 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.226541 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.640074 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35940) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:19.747735 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-f127acda-eaed-445f-a5f1-8a302842fd44 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1065359 Aug 13 02:39:21.917280 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 35950) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:21.972167 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-8dc6208b-3c08-4ea9-9752-d0070e96f20a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0538146 Aug 13 02:39:35.695643 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.788227 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1091bdf5-0b39-4a44-ba6c-05cf0ba24184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.175093 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:39:38.753842 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8709-0360-4e06-9ed9-009274513a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.032074 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.653965 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:41.227645 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.699121 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:05.797461 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ca3450fb-83e0-4d3a-9806-77952a6e86bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:08.756018 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2e19a376-6dee-49cf-aaba-6600b0519ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.033050 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.657172 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.232158 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:14.173758 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:40:35.722166 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:35.786833 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f5ee6445-3604-4022-8357-3ab4ecb45f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.759636 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3eb27b5d-17ca-46f8-b628-b07eed2e1802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:39.034389 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:39.659834 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:41.235059 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.172253 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:40:52.231047 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36160) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:52.370201 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36168) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:52.512238 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36176) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:52.534085 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36182) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:52.605509 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-645371904-network', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:52.630028 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Made reservation on behalf of 8038cbdc6e504a1995c3c73ba72b6d96 for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:52.633278 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.651018 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-944935877-network', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:52.661883 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.688628 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Made reservation on behalf of 3a9fe3ca18ba4084bb5cbcbb42d7d3d0 for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:52.691510 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.705770 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.825484 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383992351-network', 'tenant_id': 'db16f7afd4704d3c95ae713520d7b158'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:52.838442 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1635036850-network', 'tenant_id': '9c6f193794364b488e6bee89741ae477'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:52.844321 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.855546 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.880613 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:52.917835 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.918258 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Added segment de047766-a8cc-4776-83e0-8d79d29dbc7f of type vlan for network 42dd588d-5715-4556-ab80-f08c56574cc1 Aug 13 02:40:52.931779 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55706754-faf5-4f8e-a08b-388d102f3df5,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:52.970806 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.971187 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.971814 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.972171 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.972693 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.973203 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.973792 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.974160 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.974571 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.974960 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.975338 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.975775 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Tracked resource versions report: Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: pushed versions: Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: { 'AddressGroup': {'1.2'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'ConntrackHelper': {'1.0'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Log': {'1.0'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Network': {'1.1'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Port': {'1.7'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'PortForwarding': {'1.2'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'QosPolicy': {'1.9'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SecurityGroup': {'1.4'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SubPort': {'1.0'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Subnet': {'1.1'}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Trunk': {'1.1'}} Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: consumer versions: Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: { DHCP agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: HyperV agent@hv-cinder-75999: {}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: L3 agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: Metadata agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: Metering agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: Open vSwitch agent@dv-cinder-759994-5-iscsi: { 'AddressGroup': '1.2', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'ConntrackHelper': '1.0', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Log': '1.0', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Network': '1.1', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Port': '1.7', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'PortForwarding': '1.2', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'QosPolicy': '1.9', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SecurityGroup': '1.4', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SecurityGroupRule': '1.2', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'SubPort': '1.0', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Subnet': '1.1', Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: 'Trunk': '1.1'}} Aug 13 02:40:52.977087 dv-cinder-759994-5-iscsi neutron-server[100588]: {{(pid=100588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:40:52.995839 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.044058 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.051079 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.052178 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.052926 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.055211 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.067469 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Made reservation on behalf of db16f7afd4704d3c95ae713520d7b158 for: {'network': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:53.070572 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.142957 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:53.175796 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Made reservation on behalf of 9c6f193794364b488e6bee89741ae477 for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:53.178777 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.181457 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] Pushing event updated for resources: {'Network': ['ID=42dd588d-5715-4556-ab80-f08c56574cc1,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.185803 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.186327 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Added segment 3e214276-0672-48b4-9d29-5e6b648c3ef0 of type vlan for network a9ede2d7-83b8-4c07-b08c-458594e7cd45 Aug 13 02:40:53.195931 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.199113 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 42dd588d-5715-4556-ab80-f08c56574cc1 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:53.206858 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-e6847718-cc4f-4340-b84f-c3a308b48715 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9712191 Aug 13 02:40:53.206858 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.208485 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36226) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:53.209832 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d456fd2d-60ac-4c37-a731-042d0e515d7d,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.217210 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Request body: {'subnet': {'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-subnet', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:53.271949 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.289919 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.295401 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.311180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=100589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:53.311584 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.312905 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.313732 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.343362 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.343854 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.segments_db [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Added segment 3313e897-f563-4ee9-8164-113bc455c21f of type vlan for network defd1bc3-1a2b-4f06-adeb-94c08ab594af Aug 13 02:40:53.345345 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb8fae-3619-4202-b2a1-d9e25d4994c9,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.360922 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.361715 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.362257 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.362791 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.363349 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.363922 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.364901 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.366060 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.366815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.367365 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.367921 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.368483 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Tracked resource versions report: Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: pushed versions: Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: { 'AddressGroup': {'1.2'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'ConntrackHelper': {'1.0'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Log': {'1.0'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Network': {'1.1'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Port': {'1.7'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'PortForwarding': {'1.2'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'QosPolicy': {'1.9'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SecurityGroup': {'1.4'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SubPort': {'1.0'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Subnet': {'1.1'}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Trunk': {'1.1'}} Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: consumer versions: Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: { DHCP agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: HyperV agent@hv-cinder-75999: {}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: L3 agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: Metadata agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: Metering agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: Open vSwitch agent@dv-cinder-759994-5-iscsi: { 'AddressGroup': '1.2', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'ConntrackHelper': '1.0', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Log': '1.0', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Network': '1.1', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Port': '1.7', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'PortForwarding': '1.2', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'QosPolicy': '1.9', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SecurityGroup': '1.4', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SecurityGroupRule': '1.2', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'SubPort': '1.0', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Subnet': '1.1', Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: 'Trunk': '1.1'}} Aug 13 02:40:53.370045 dv-cinder-759994-5-iscsi neutron-server[100589]: {{(pid=100589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:40:53.383106 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] Pushing event updated for resources: {'Network': ['ID=a9ede2d7-83b8-4c07-b08c-458594e7cd45,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.402928 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:53.417889 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.467931 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.470250 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.471133 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.498459 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.507581 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.520190 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:53.531294 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.531902 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Added segment 1fd6997a-1c44-432e-b508-60389f428681 of type vlan for network 16789423-80fc-4fb9-9747-e42fdd70ccd4 Aug 13 02:40:53.552381 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] Pushing event updated for resources: {'Network': ['ID=defd1bc3-1a2b-4f06-adeb-94c08ab594af,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.565016 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network defd1bc3-1a2b-4f06-adeb-94c08ab594af details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:53.575020 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.590904 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36244) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:53.591276 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-64fbccdb-d816-4332-8dbc-51f87cabebee admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2192116 Aug 13 02:40:53.597304 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Request body: {'subnet': {'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-944935877-subnet', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:53.628606 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921316b3-320f-4bf8-84f0-08b5b555b158,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.636819 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Made reservation on behalf of 8038cbdc6e504a1995c3c73ba72b6d96 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:53.641338 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.656306 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-386e29b3-a991-4de0-b3e8-6c162adbaace admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1417842 Aug 13 02:40:53.657646 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36248) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:53.658331 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Made reservation on behalf of 3a9fe3ca18ba4084bb5cbcbb42d7d3d0 for: {'subnet': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:53.660840 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.668949 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Request body: {'subnet': {'network_id': 'defd1bc3-1a2b-4f06-adeb-94c08ab594af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383992351-subnet', 'tenant_id': 'db16f7afd4704d3c95ae713520d7b158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:53.701598 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.702795 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.703553 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.712192 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Made reservation on behalf of db16f7afd4704d3c95ae713520d7b158 for: {'subnet': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:53.715052 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.765851 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2303653 Aug 13 02:40:53.775469 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36254) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:53.789440 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Request body: {'subnet': {'network_id': '16789423-80fc-4fb9-9747-e42fdd70ccd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1635036850-subnet', 'tenant_id': '9c6f193794364b488e6bee89741ae477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:53.821938 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2b688-f7e8-4d1b-908d-d43f9b3a7adc admin admin] Pushing event updated for resources: {'Network': ['ID=16789423-80fc-4fb9-9747-e42fdd70ccd4,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.836602 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Made reservation on behalf of 9c6f193794364b488e6bee89741ae477 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:53.836796 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 16789423-80fc-4fb9-9747-e42fdd70ccd4 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:53.839704 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.037441 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.163424 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd764f6-afef-4dd5-9dae-f720defa0f90,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.248027 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for subnet, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.256603 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Checking segment: {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:54.257262 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Network hostable DHCP agents. Network: 42dd588d-5715-4556-ab80-f08c56574cc1, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:54.285365 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for subnet, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.286933 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.303046 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Network 42dd588d-5715-4556-ab80-f08c56574cc1 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:54.349482 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 42dd588d-5715-4556-ab80-f08c56574cc1) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:54.363958 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.364880 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.368302 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2eab33-7ce0-4c8c-ad95-a1f136b492c5 None None] Network 42dd588d-5715-4556-ab80-f08c56574cc1 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:54.368854 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Checking segment: {'id': '3313e897-f563-4ee9-8164-113bc455c21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'defd1bc3-1a2b-4f06-adeb-94c08ab594af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:54.369167 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Network hostable DHCP agents. Network: defd1bc3-1a2b-4f06-adeb-94c08ab594af, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:54.384196 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71c5922-4270-4a7b-9b2e-8ae394114a0f,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.392099 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Checking segment: {'id': '1fd6997a-1c44-432e-b508-60389f428681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16789423-80fc-4fb9-9747-e42fdd70ccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:54.392471 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Network hostable DHCP agents. Network: 16789423-80fc-4fb9-9747-e42fdd70ccd4, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:54.394734 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a0ccb7-7038-48d9-8ff7-03b2cb05bb86,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.400298 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-49d7baa3-e303-4767-a020-317f55f90e5f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1872661 Aug 13 02:40:54.402854 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36288) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:54.407622 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:54.425784 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Checking segment: {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:54.426299 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Network hostable DHCP agents. Network: a9ede2d7-83b8-4c07-b08c-458594e7cd45, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:54.441153 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Network 16789423-80fc-4fb9-9747-e42fdd70ccd4 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:54.442728 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Network defd1bc3-1a2b-4f06-adeb-94c08ab594af is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:54.449698 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.451404 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.460078 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, defd1bc3-1a2b-4f06-adeb-94c08ab594af) {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:54.470531 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 16789423-80fc-4fb9-9747-e42fdd70ccd4) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:54.472946 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6308f2ea-5b64-4ed5-b4a2-89a761cfa32f None None] Network defd1bc3-1a2b-4f06-adeb-94c08ab594af requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:54.473136 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.473794 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.477944 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c9e8b3-8d04-49be-814e-762ecb62b5a6,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.482605 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:54.493040 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, a9ede2d7-83b8-4c07-b08c-458594e7cd45) {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:54.500154 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.501797 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.507730 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b3bd16b0-11cb-4b28-b912-3ba4bea42f03 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8438911 Aug 13 02:40:54.511824 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.512734 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.534738 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-0d0d4bdc-eae4-45f8-ac3f-0fe4719cc63c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9427199 Aug 13 02:40:54.539479 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36292) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:54.544363 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:54.569404 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.573968 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.580859 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e7d9c4-1751-4415-a2e9-04f68b736dde None None] Network 16789423-80fc-4fb9-9747-e42fdd70ccd4 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:54.583329 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185da27c-d651-48f9-b6cb-6a237da114b5 None None] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:54.646469 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-342c9e06-a40c-433d-bd84-09f9b26de5bb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8681588 Aug 13 02:40:54.658562 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.721717 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.869656 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86f138c-f1da-403a-b415-8beb74fd8bfe None None] Network defd1bc3-1a2b-4f06-adeb-94c08ab594af requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:54.888384 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.995071 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c9d3a-a711-44b5-93bc-3b525b31c93f None None] Network 42dd588d-5715-4556-ab80-f08c56574cc1 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:55.087269 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c216d581-3d07-4bbc-8dd0-c7e3fc45b73e None None] Network 16789423-80fc-4fb9-9747-e42fdd70ccd4 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:55.106758 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.225131 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:40:55.226115 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.454994 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.490030 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.551472 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.570628 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36342) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.579670 dv-cinder-759994-5-iscsi neutron-server[100589]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 02:40:55.614862 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.660362 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Allocated IP 172.20.0.2 (a9ede2d7-83b8-4c07-b08c-458594e7cd45/34c9e8b3-8d04-49be-814e-762ecb62b5a6/14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:55.930350 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.954672 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36368) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.960699 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-105182025-network', 'tenant_id': '525e216c21d443ec8a3ce227b33db519'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:55.960979 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Transition to ACTIVE for port object 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:55.992210 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Made reservation on behalf of 525e216c21d443ec8a3ce227b33db519 for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:55.995242 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.023581 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Transition to ACTIVE for port object 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:56.032529 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.033870 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.081983 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:56.086617 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:56.096285 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:56.112173 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Allocated IP 172.27.2.35 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/678683d2-b52e-4f87-9955-f4c067c09f81) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:56.125938 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e30e74b8-4cc6-40d9-8d8e-713e0327e7d7 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.127650 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e30e74b8-4cc6-40d9-8d8e-713e0327e7d7 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/networks?id=16789423-80fc-4fb9-9747-e42fdd70ccd4 HTTP/1.1" status: 200 len: 812 time: 0.5560453 Aug 13 02:40:56.151908 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-0f22eb11-b641-4690-9ed5-9ace10286bcf tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/quotas/9c6f193794364b488e6bee89741ae477 HTTP/1.1" status: 200 len: 375 time: 0.0169277 Aug 13 02:40:56.164611 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Pushing event updated for resources: {'Port': ['ID=14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.183510 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.187791 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.188166 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.188565 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.188704 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.189159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.189430 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.189767 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.190093 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.190993 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.191363 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.191698 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.192024 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.192345 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Tracked resource versions report: Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: pushed versions: Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: { 'AddressGroup': {'1.2'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'ConntrackHelper': {'1.0'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Log': {'1.0'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Network': {'1.1'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Port': {'1.7'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'PortForwarding': {'1.2'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'QosPolicy': {'1.9'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SecurityGroup': {'1.4'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SubPort': {'1.0'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Subnet': {'1.1'}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Trunk': {'1.1'}} Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: consumer versions: Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: { DHCP agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: HyperV agent@hv-cinder-75999: {}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: L3 agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: Metadata agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: Metering agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: Open vSwitch agent@dv-cinder-759994-5-iscsi: { 'AddressGroup': '1.2', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'ConntrackHelper': '1.0', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Log': '1.0', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Network': '1.1', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Port': '1.7', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'PortForwarding': '1.2', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'QosPolicy': '1.9', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SecurityGroup': '1.4', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SecurityGroupRule': '1.2', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'SubPort': '1.0', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Subnet': '1.1', Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: 'Trunk': '1.1'}} Aug 13 02:40:56.193515 dv-cinder-759994-5-iscsi neutron-server[100590]: {{(pid=100590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:40:56.210482 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Attempting to bind port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:56.211447 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Attempting to bind port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:56.211887 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Attempting to bind port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 on network a9ede2d7-83b8-4c07-b08c-458594e7cd45 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:56.215250 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:40:56.217660 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:56.218305 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Checking segment: {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:56.218957 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.219616 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Bound using segment: {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:56.220301 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Bound port: 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:56.220923 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.245534 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df5f84f-d2ca-4c97-82b3-73cd5c635766,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.252445 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.252831 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Added segment d1f72792-0e03-41c3-b900-324dc9c43613 of type vlan for network 6502397f-5f82-447c-be43-8d13fe3b78e9 Aug 13 02:40:56.290474 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-59694ed3-348b-4f3c-9f90-91c4bae5c45d tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9c6f193794364b488e6bee89741ae477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283362 Aug 13 02:40:56.309878 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.332086 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] For port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:56.337812 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] For port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:56.345159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.357679 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.393448 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36380) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:56.400866 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.401833 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.402467 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.419765 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.495748 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b3240-a02c-4fc1-8031-b89f83b36971 None None] Pushing event updated for resources: {'Port': ['ID=14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.501983 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:56.510375 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:56.519862 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:56.587407 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=6502397f-5f82-447c-be43-8d13fe3b78e9,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.600232 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-31b6fe30-147e-44ce-8a44-2671945d7ea5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6441004 Aug 13 02:40:56.601247 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36388) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:56.606453 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 6502397f-5f82-447c-be43-8d13fe3b78e9 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:40:56.611062 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Request body: {'subnet': {'network_id': '6502397f-5f82-447c-be43-8d13fe3b78e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-105182025-subnet', 'tenant_id': '525e216c21d443ec8a3ce227b33db519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:56.643848 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Made reservation on behalf of 525e216c21d443ec8a3ce227b33db519 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:56.647219 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.688812 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Allocated IP 172.27.2.197 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/381157dd-3145-48e9-ae37-ccaca93a318f) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:56.790168 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Pushing event updated for resources: {'Port': ['ID=678683d2-b52e-4f87-9955-f4c067c09f81,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.819482 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36394) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:56.936865 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b86e62ff-0b4d-44a0-9b65-575c9bf98929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.945489 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-7b3a6cb2-2139-4e3e-9aa2-e74fcb41dd6e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:40:56.956316 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-7b3a6cb2-2139-4e3e-9aa2-e74fcb41dd6e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2037122 Aug 13 02:40:57.045946 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-bce247f5-9d06-4dab-9a8f-26850023d3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.052481 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.128140 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.145897 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.169245 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-f19d9ce6-f8b1-4dea-a11f-701c8c2fd47c service neutron] 10.222.0.43 "GET /v2.0/networks/16789423-80fc-4fb9-9747-e42fdd70ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118273 Aug 13 02:40:57.229360 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:57.296579 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:57.324384 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65539c70-a811-4ba6-8034-71487603a707,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.327668 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.389592 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b86e62ff-0b4d-44a0-9b65-575c9bf98929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.394078 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-a05aa73c-3b4a-4682-929b-621a88f106ea service neutron] 10.222.0.43 "GET /v2.0/networks/16789423-80fc-4fb9-9747-e42fdd70ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163725 Aug 13 02:40:57.397368 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b86e62ff-0b4d-44a0-9b65-575c9bf98929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.414602 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:57.419631 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Checking segment: {'id': 'd1f72792-0e03-41c3-b900-324dc9c43613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6502397f-5f82-447c-be43-8d13fe3b78e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:57.419983 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Network hostable DHCP agents. Network: 6502397f-5f82-447c-be43-8d13fe3b78e9, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:40:57.439384 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:57.452709 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:57.462658 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Pushing event updated for resources: {'Port': ['ID=381157dd-3145-48e9-ae37-ccaca93a318f,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.489709 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b86e62ff-0b4d-44a0-9b65-575c9bf98929 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bb84a5b2f65434b951eae295a5d7108&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0947821 Aug 13 02:40:57.492571 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36400) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:57.500267 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e62ff-0b4d-44a0-9b65-575c9bf98929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d7035c-2946-4422-b3aa-62f268544b21,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.532902 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.591172 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Network 6502397f-5f82-447c-be43-8d13fe3b78e9 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:40:57.670404 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3c40c4a5-86a2-4b2f-889a-b9b9cfecf56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.702573 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36410) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:57.709478 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3c40c4a5-86a2-4b2f-889a-b9b9cfecf56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.753239 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 6502397f-5f82-447c-be43-8d13fe3b78e9) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:57.765035 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e6160-c7e9-445b-b3ad-1a3d3f6723f0 None None] Network 6502397f-5f82-447c-be43-8d13fe3b78e9 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:57.774689 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.775479 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.795058 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bbd46099-d9e5-4e34-a682-bbe847e876d4 req-9beb1552-530c-4432-a616-3ea5d8a535a6 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 210 time: 0.0831902 Aug 13 02:40:57.866213 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:40:57.869925 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3c40c4a5-86a2-4b2f-889a-b9b9cfecf56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.873221 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3c40c4a5-86a2-4b2f-889a-b9b9cfecf56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.884237 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-3c40c4a5-86a2-4b2f-889a-b9b9cfecf56c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5d7035c-2946-4422-b3aa-62f268544b21 HTTP/1.1" status: 204 len: 168 time: 0.3897557 Aug 13 02:40:57.964693 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-bce247f5-9d06-4dab-9a8f-26850023d3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.973195 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-bce247f5-9d06-4dab-9a8f-26850023d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.979086 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96790265-462a-4121-9737-cf0cf2961bc8 None None] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:57.980969 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c46e15db-f158-4cac-b63c-5b1c21a740b5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3764091 Aug 13 02:40:57.997883 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.073212 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:58.088030 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Sync routers for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:58.103851 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:58.104544 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:58.117529 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40c4a5-86a2-4b2f-889a-b9b9cfecf56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d7035c-2946-4422-b3aa-62f268544b21,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:58.126438 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.133754 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-9f301775-2aad-4d66-aba0-0fb433a603a1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5927820 Aug 13 02:40:58.136732 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36432) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:58.311311 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-bce247f5-9d06-4dab-9a8f-26850023d3c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=260ae0cc83ad49ba9c7374057758d509&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4900198 Aug 13 02:40:58.314901 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce247f5-9d06-4dab-9a8f-26850023d3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9f666f-5171-40f9-8f79-424fc9a436d0,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:58.325224 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36442) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:58.392819 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-6345e760-895e-4f4f-b5a5-8a0f44d40701 None None] Provisioning for port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:58.439622 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-6345e760-895e-4f4f-b5a5-8a0f44d40701 None None] Provisioning complete for port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:58.439998 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6345e760-895e-4f4f-b5a5-8a0f44d40701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.451458 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36446) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:58.535991 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-710ec97a-79cf-441d-b931-6e06eb8c1c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.569900 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:58.581749 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-710ec97a-79cf-441d-b931-6e06eb8c1c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.604941 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.620477 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9538dfb0-327f-40ff-af9d-5d5bcb3fb2ae admin admin] Deleting subnet d71c5922-4270-4a7b-9b2e-8ae394114a0f {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:40:58.637803 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9538dfb0-327f-40ff-af9d-5d5bcb3fb2ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.752749 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca477ddf-0d93-4313-92d4-d9fa2143af4d None None] Network 6502397f-5f82-447c-be43-8d13fe3b78e9 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:40:58.870202 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9538dfb0-327f-40ff-af9d-5d5bcb3fb2ae admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.909931 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9538dfb0-327f-40ff-af9d-5d5bcb3fb2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:58.951028 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6345e760-895e-4f4f-b5a5-8a0f44d40701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.023933 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-710ec97a-79cf-441d-b931-6e06eb8c1c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.033882 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-710ec97a-79cf-441d-b931-6e06eb8c1c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.041813 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-710ec97a-79cf-441d-b931-6e06eb8c1c4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c9f666f-5171-40f9-8f79-424fc9a436d0 HTTP/1.1" status: 204 len: 168 time: 0.7125065 Aug 13 02:40:59.088164 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ec97a-79cf-441d-b931-6e06eb8c1c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9f666f-5171-40f9-8f79-424fc9a436d0,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:59.088558 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:40:56Z', 'revision_number': 3, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:59.171281 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Checking router: 521d54dc-7b7f-4917-b76e-b85b14eecbd7 for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:59.174910 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Updating router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 port 678683d2-b52e-4f87-9955-f4c067c09f81 binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:40:59.215480 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9538dfb0-327f-40ff-af9d-5d5bcb3fb2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.258569 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d109044c-cecb-42fc-b5fc-36fc985f436d req-3f64c6be-8b33-4ef8-b6d9-735af99959ec tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 210 time: 0.0842478 Aug 13 02:40:59.260190 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.281748 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-6345e760-895e-4f4f-b5a5-8a0f44d40701 None None] For port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:59.301032 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6345e760-895e-4f4f-b5a5-8a0f44d40701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.311773 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538dfb0-327f-40ff-af9d-5d5bcb3fb2ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71c5922-4270-4a7b-9b2e-8ae394114a0f,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:59.335836 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9538dfb0-327f-40ff-af9d-5d5bcb3fb2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.344231 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-9538dfb0-327f-40ff-af9d-5d5bcb3fb2ae admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d71c5922-4270-4a7b-9b2e-8ae394114a0f HTTP/1.1" status: 204 len: 168 time: 0.8863368 Aug 13 02:40:59.344231 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Router ec2300ba-4b25-468f-ae4b-ebee325d412e is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:40:59.346192 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36484) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:59.364055 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.392972 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345e760-895e-4f4f-b5a5-8a0f44d40701 None None] Pushing event updated for resources: {'Port': ['ID=14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:59.443992 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8835e882-735c-4cf3-bf5a-c88e4722c7d0 None None] Provisioning complete for port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:59.447265 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8835e882-735c-4cf3-bf5a-c88e4722c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.540183 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.567606 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:59.598059 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.603699 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-cb8a2cb5-dc42-458d-9201-412b2c2c560e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1956120 Aug 13 02:40:59.603699 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36496) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:59.648059 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Sync routers for ids ['ec2300ba-4b25-468f-ae4b-ebee325d412e'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:59.708046 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Routers {'ec2300ba-4b25-468f-ae4b-ebee325d412e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:59.712787 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['ec2300ba-4b25-468f-ae4b-ebee325d412e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:59.838756 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Allocated IP 172.20.0.1 (a9ede2d7-83b8-4c07-b08c-458594e7cd45/34c9e8b3-8d04-49be-814e-762ecb62b5a6/d7a0dfeb-e9d3-4b43-a546-c2859769b857) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:59.946198 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:59.960037 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Transition to ACTIVE for port object d7a0dfeb-e9d3-4b43-a546-c2859769b857 will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:59.999973 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Set router ec2300ba-4b25-468f-ae4b-ebee325d412e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:00.000480 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36502) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:00.017285 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.048770 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Transition to ACTIVE for port object 678683d2-b52e-4f87-9955-f4c067c09f81 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:00.049690 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.069415 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-351334be-46d7-474e-85a9-5e732ccc1363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.081974 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.120044 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Pushing event updated for resources: {'Port': ['ID=d7a0dfeb-e9d3-4b43-a546-c2859769b857,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:00.157020 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:00.165924 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:00.170269 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:00.170944 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.218709 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Pushing event updated for resources: {'Port': ['ID=678683d2-b52e-4f87-9955-f4c067c09f81,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:00.233453 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.235778 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.237491 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.241104 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.243503 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.245103 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.245667 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.248331 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.249199 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.249911 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.250439 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.251790 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Tracked resource versions report: Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: pushed versions: Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: { 'AddressGroup': {'1.2'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'ConntrackHelper': {'1.0'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Log': {'1.0'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Network': {'1.1'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Port': {'1.7'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'PortForwarding': {'1.2'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'QosPolicy': {'1.9'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SecurityGroup': {'1.4'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SubPort': {'1.0'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Subnet': {'1.1'}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Trunk': {'1.1'}} Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: consumer versions: Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: { DHCP agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: HyperV agent@hv-cinder-75999: {}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: L3 agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: Metadata agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: Metering agent@dv-cinder-759994-5-iscsi: {}, Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: Open vSwitch agent@dv-cinder-759994-5-iscsi: { 'AddressGroup': '1.2', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'ConntrackHelper': '1.0', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Log': '1.0', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Network': '1.1', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Port': '1.7', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'PortForwarding': '1.2', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'QosPolicy': '1.9', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SecurityGroup': '1.4', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SecurityGroupRule': '1.2', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'SubPort': '1.0', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Subnet': '1.1', Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: 'Trunk': '1.1'}} Aug 13 02:41:00.254555 dv-cinder-759994-5-iscsi neutron-server[100591]: {{(pid=100591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:41:00.373717 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Attempting to bind port 678683d2-b52e-4f87-9955-f4c067c09f81 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:00.373943 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Attempting to bind port 678683d2-b52e-4f87-9955-f4c067c09f81 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:00.374317 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Attempting to bind port 678683d2-b52e-4f87-9955-f4c067c09f81 on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:00.382222 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:00.386166 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:00.386666 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.387131 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:00.387861 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Bound port: 678683d2-b52e-4f87-9955-f4c067c09f81, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:00.389467 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.397839 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:40:57Z', 'revision_number': 3, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'gw_port': {'id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:00.469930 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.471140 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Checking router: ec2300ba-4b25-468f-ae4b-ebee325d412e for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:00.471932 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Updating router ec2300ba-4b25-468f-ae4b-ebee325d412e port 381157dd-3145-48e9-ae37-ccaca93a318f binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:41:00.495523 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] For port 678683d2-b52e-4f87-9955-f4c067c09f81, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:00.498865 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] For port 678683d2-b52e-4f87-9955-f4c067c09f81, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=678683d2-b52e-4f87-9955-f4c067c09f81,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:00.503742 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.531190 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.564593 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37796eab-cbfc-42db-9a03-94f1f9d02337 None None] Pushing event updated for resources: {'Port': ['ID=678683d2-b52e-4f87-9955-f4c067c09f81,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:00.589400 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:00.590037 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:00.591620 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-12be61d1-23aa-47b8-adc3-310ec3f15659 None None] Provisioning for port d7a0dfeb-e9d3-4b43-a546-c2859769b857 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:00.615270 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-351334be-46d7-474e-85a9-5e732ccc1363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.626773 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-351334be-46d7-474e-85a9-5e732ccc1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.637739 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-12be61d1-23aa-47b8-adc3-310ec3f15659 None None] Provisioning complete for port d7a0dfeb-e9d3-4b43-a546-c2859769b857 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:00.638104 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-12be61d1-23aa-47b8-adc3-310ec3f15659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.680388 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-351334be-46d7-474e-85a9-5e732ccc1363 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94e24c52b18848e3ab11393b9f0c9222&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6660321 Aug 13 02:41:00.682688 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.683124 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.684310 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.684310 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > port after_create 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.684646 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.684982 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > port after_update 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.685271 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.685609 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.686621 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.686621 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.692551 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36528) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:00.694543 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-12be61d1-23aa-47b8-adc3-310ec3f15659 None None] Port d7a0dfeb-e9d3-4b43-a546-c2859769b857 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:00.745625 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.785730 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:00.837268 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1956-df68-4419-aa9b-abf5ac6ae04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.862376 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1956-df68-4419-aa9b-abf5ac6ae04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.948078 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.962669 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Transition to ACTIVE for port object 381157dd-3145-48e9-ae37-ccaca93a318f will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:00.968980 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.969400 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.969691 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.970019 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:00.970370 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defd1bc3-1a2b-4f06-adeb-94c08ab594af']}} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:00.973474 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:00.988010 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3313e897-f563-4ee9-8164-113bc455c21f') {'for_net_delete': True} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:00.988311 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3313e897-f563-4ee9-8164-113bc455c21f') {} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:01.009809 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7456239'] for segment, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.032195 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.041530 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=100589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:41:01.042002 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883660'] for segment, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.086098 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:40:56Z', 'revision_number': 3, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:01.088698 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1956-df68-4419-aa9b-abf5ac6ae04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.091672 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a8ed1956-df68-4419-aa9b-abf5ac6ae04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.091805 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Attempting to bind port 381157dd-3145-48e9-ae37-ccaca93a318f on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:01.094832 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Attempting to bind port 381157dd-3145-48e9-ae37-ccaca93a318f by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:01.095451 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Attempting to bind port 381157dd-3145-48e9-ae37-ccaca93a318f on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:01.098312 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a8ed1956-df68-4419-aa9b-abf5ac6ae04e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1ad01a2-353b-4049-bdaf-f3084cf2c83b HTTP/1.1" status: 204 len: 168 time: 0.3997197 Aug 13 02:41:01.117448 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Allocated IP 172.20.0.1 (42dd588d-5715-4556-ab80-f08c56574cc1/2cd764f6-afef-4dd5-9dae-f720defa0f90/66e0b198-db92-4c65-8e30-c847dc1e8667) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:01.128229 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:01.128639 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:01.130835 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.131312 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:01.131807 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Bound port: 381157dd-3145-48e9-ae37-ccaca93a318f, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:01.132202 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.143557 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351334be-46d7-474e-85a9-5e732ccc1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ad01a2-353b-4049-bdaf-f3084cf2c83b,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: from cryptography.utils import int_from_bytes Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: from cryptography.utils import int_from_bytes Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: Traceback (most recent call last): Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: timer() Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: cb(*args, **kw) Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: return func(*args, **kwargs) Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: self._notify() Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: self.callback(batched_events) Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: event.method(event) Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: return f(self, *a, **k) Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._get(url).json() Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: return self.request(url, 'GET', **kwargs) Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:41:01.157574 dv-cinder-759994-5-iscsi neutron-server[100589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:41:01.161323 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef8cde-91a7-441f-844d-f22f235cf7f8 None None] The sync data for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi is: [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:40:56Z', 'revision_number': 3, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:01.166030 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.183973 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed1956-df68-4419-aa9b-abf5ac6ae04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ad01a2-353b-4049-bdaf-f3084cf2c83b,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:01.185450 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c7018af6-a034-467e-aeab-6deea7abf7b6 req-363ca03d-b246-42a0-ac47-48a8ac263c02 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 210 time: 0.5601642 Aug 13 02:41:01.234809 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Pushing event deleted for resources: {'Network': ['ID=defd1bc3-1a2b-4f06-adeb-94c08ab594af,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:01.255001 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.260642 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-ba65cbc2-9552-40de-b63c-0de6e5bf2483 admin admin] 10.222.0.43 "DELETE /v2.0/networks/defd1bc3-1a2b-4f06-adeb-94c08ab594af HTTP/1.1" status: 204 len: 168 time: 1.9123399 Aug 13 02:41:01.263827 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36544) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:01.266237 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:01.276493 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e487cd-3363-41f5-b040-b4ba5e36481c None None] Pushing event updated for resources: {'Port': ['ID=381157dd-3145-48e9-ae37-ccaca93a318f,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:01.316781 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8eb8ff1-130e-43c9-9ac8-b6d2fd92e1ec admin admin] Deleting subnet 65539c70-a811-4ba6-8034-71487603a707 {{(pid=100589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:41:01.320669 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.322491 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8ff1-130e-43c9-9ac8-b6d2fd92e1ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.372203 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] For port 381157dd-3145-48e9-ae37-ccaca93a318f, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:01.398276 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] For port 381157dd-3145-48e9-ae37-ccaca93a318f, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=381157dd-3145-48e9-ae37-ccaca93a318f,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:01.412661 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.417241 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.482982 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.519043 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8ff1-130e-43c9-9ac8-b6d2fd92e1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7456248'] for subnet, precommit_delete_associations {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.535334 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Routers {'ec2300ba-4b25-468f-ae4b-ebee325d412e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:01.542147 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['ec2300ba-4b25-468f-ae4b-ebee325d412e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:01.542459 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Pushing event updated for resources: {'Port': ['ID=66e0b198-db92-4c65-8e30-c847dc1e8667,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:01.553003 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Network 42dd588d-5715-4556-ab80-f08c56574cc1 is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:01.553003 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:01.556750 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:01.556921 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.642353 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:01.642353 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.650446 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8ff1-130e-43c9-9ac8-b6d2fd92e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.688254 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e487cd-3363-41f5-b040-b4ba5e36481c None None] Pushing event updated for resources: {'Port': ['ID=381157dd-3145-48e9-ae37-ccaca93a318f,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:01.813850 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36558) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:01.844748 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.854551 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.906130 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] Set router ec2300ba-4b25-468f-ae4b-ebee325d412e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:01.966681 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8ff1-130e-43c9-9ac8-b6d2fd92e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7761414'] for subnet, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:01.998643 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.070924 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8ff1-130e-43c9-9ac8-b6d2fd92e1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.074259 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b8eb8ff1-130e-43c9-9ac8-b6d2fd92e1ec admin admin] 10.222.0.43 "DELETE /v2.0/subnets/65539c70-a811-4ba6-8034-71487603a707 HTTP/1.1" status: 204 len: 168 time: 0.8092494 Aug 13 02:41:02.080437 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36570) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:02.094701 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb8ff1-130e-43c9-9ac8-b6d2fd92e1ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65539c70-a811-4ba6-8034-71487603a707,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:02.108646 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.139174 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Pushing event updated for resources: {'Port': ['ID=d7a0dfeb-e9d3-4b43-a546-c2859769b857,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:02.253683 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:40:57Z', 'revision_number': 3, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'gw_port': {'id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:02.271026 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7e91-c34b-463e-a6ab-1bc304e97b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.310107 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d992a-8c72-437b-b149-a02831d49e76 None None] The sync data for ids ['ec2300ba-4b25-468f-ae4b-ebee325d412e'] in dv-cinder-759994-5-iscsi is: [{'id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:40:57Z', 'revision_number': 3, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'gw_port': {'id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:02.377645 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:02.387305 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:02.466570 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.480942 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.481784 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.499754 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.709367 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Pushing event updated for resources: {'Port': ['ID=66e0b198-db92-4c65-8e30-c847dc1e8667,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:02.841923 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-a5b5f2c7-5f8f-49fa-a18e-b7f4e492e0ce None None] Provisioning complete for port d7a0dfeb-e9d3-4b43-a546-c2859769b857 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:02.843143 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f2c7-5f8f-49fa-a18e-b7f4e492e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.862180 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7b4feda5-f99c-47fb-93d6-7d370e3a9111 req-aa7ef79f-2a6b-4b2b-bd00-acd3a6ca7a07 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 210 time: 0.3470538 Aug 13 02:41:02.893367 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5f2c7-5f8f-49fa-a18e-b7f4e492e0ce None None] Port d7a0dfeb-e9d3-4b43-a546-c2859769b857 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:02.908349 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:41:02.955500 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:02.992649 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:02.993020 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:02.993800 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:02.994133 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > port after_create 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:02.994473 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:02.994823 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > port after_update 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:02.995142 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:02.995477 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:02.995825 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:02.996096 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:03.002739 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7e91-c34b-463e-a6ab-1bc304e97b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.011931 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7e91-c34b-463e-a6ab-1bc304e97b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.119945 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:41:03.122010 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf7e91-c34b-463e-a6ab-1bc304e97b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9febb70d-8345-4b5e-a518-bfdd64c32fc2,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:03.131062 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-20e1e513-f5f0-4887-98fc-085409244cce admin admin] 10.222.0.43 "PUT /v2.0/routers/521d54dc-7b7f-4917-b76e-b85b14eecbd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9920397 Aug 13 02:41:03.178920 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-d0cf7e91-c34b-463e-a6ab-1bc304e97b30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e239699c959b4f379a7c698819266f4b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3583958 Aug 13 02:41:03.179624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36600) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:03.216739 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:03.217232 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:03.217426 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:03.217762 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:41:03.218389 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6502397f-5f82-447c-be43-8d13fe3b78e9']}} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:03.256798 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f72792-0e03-41c3-b900-324dc9c43613') {'for_net_delete': True} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:03.257096 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f72792-0e03-41c3-b900-324dc9c43613') {} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:03.260442 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ed0a8151-6cd5-4675-a504-dc64595c0ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.275365 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Network 42dd588d-5715-4556-ab80-f08c56574cc1 is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:03.285206 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:03.308365 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ed0a8151-6cd5-4675-a504-dc64595c0ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.368372 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6502709'] for segment, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.409566 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 381157dd-3145-48e9-ae37-ccaca93a318f up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:03.411615 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.427894 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ed0a8151-6cd5-4675-a504-dc64595c0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.433674 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ed0a8151-6cd5-4675-a504-dc64595c0ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.435465 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-ed0a8151-6cd5-4675-a504-dc64595c0ca8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9febb70d-8345-4b5e-a518-bfdd64c32fc2 HTTP/1.1" status: 204 len: 168 time: 0.2548447 Aug 13 02:41:03.450744 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=100588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:41:03.451745 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6657076'] for segment, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: from cryptography.utils import int_from_bytes Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: from cryptography.utils import int_from_bytes Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: Traceback (most recent call last): Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: timer() Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: cb(*args, **kw) Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: return func(*args, **kwargs) Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: self._notify() Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: self.callback(batched_events) Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: event.method(event) Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: return f(self, *a, **k) Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._get(url).json() Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: return self.request(url, 'GET', **kwargs) Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:41:03.455927 dv-cinder-759994-5-iscsi neutron-server[100588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:41:03.459615 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a8151-6cd5-4675-a504-dc64595c0ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9febb70d-8345-4b5e-a518-bfdd64c32fc2,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:03.538518 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 381157dd-3145-48e9-ae37-ccaca93a318f completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:03.545666 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 381157dd-3145-48e9-ae37-ccaca93a318f triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:03.548857 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.558352 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.574817 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Router ec2300ba-4b25-468f-ae4b-ebee325d412e has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:41:03.585995 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.591150 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6502397f-5f82-447c-be43-8d13fe3b78e9 HTTP/1.1" status: 204 len: 168 time: 1.5097065 Aug 13 02:41:03.611406 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6468c-1d3d-4463-b066-90fd39d8b070 admin admin] Pushing event deleted for resources: {'Network': ['ID=6502397f-5f82-447c-be43-8d13fe3b78e9,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:03.684390 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.723672 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 381157dd-3145-48e9-ae37-ccaca93a318f, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=381157dd-3145-48e9-ae37-ccaca93a318f,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:03.734746 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.736844 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 678683d2-b52e-4f87-9955-f4c067c09f81 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:03.824898 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Sync routers for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:41:03.833381 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:41:03.842731 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c76b83e1-5dfb-48d1-bca4-4bd85091c873 admin admin] 10.222.0.43 "PUT /v2.0/routers/ec2300ba-4b25-468f-ae4b-ebee325d412e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2387397 Aug 13 02:41:03.857671 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:03.858595 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:03.862177 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=381157dd-3145-48e9-ae37-ccaca93a318f,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:03.915338 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 678683d2-b52e-4f87-9955-f4c067c09f81 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:03.928659 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 678683d2-b52e-4f87-9955-f4c067c09f81 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:03.929131 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.062867 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.088854 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 678683d2-b52e-4f87-9955-f4c067c09f81, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=678683d2-b52e-4f87-9955-f4c067c09f81,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:04.097335 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.140852 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-84a1388a-178c-45e3-b517-c8e532d2c75d req-d66d0e0b-aa3c-426e-887a-d8db27815422 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 210 time: 0.1170466 Aug 13 02:41:04.157563 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36632) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:04.253593 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d9f14cb8-53c6-4452-af87-45363e747593 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db16f7afd4704d3c95ae713520d7b158&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0936594 Aug 13 02:41:04.256982 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36636) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:04.260809 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=678683d2-b52e-4f87-9955-f4c067c09f81,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:04.261390 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:04.367992 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-675ec754-6dc2-4ca3-8500-3ab958338478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.414849 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36642) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:04.423795 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-b2c6a5a2-bf28-4a05-81e0-44c0f16cdb1b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855183281', 'description': 'tempest-description--1518420404'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:04.486886 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-675ec754-6dc2-4ca3-8500-3ab958338478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.533170 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a5a2-bf28-4a05-81e0-44c0f16cdb1b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.556604 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-675ec754-6dc2-4ca3-8500-3ab958338478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.560184 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-675ec754-6dc2-4ca3-8500-3ab958338478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.561301 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-675ec754-6dc2-4ca3-8500-3ab958338478 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7eb8fae-3619-4202-b2a1-d9e25d4994c9 HTTP/1.1" status: 204 len: 168 time: 0.3033311 Aug 13 02:41:04.572802 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ec754-6dc2-4ca3-8500-3ab958338478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb8fae-3619-4202-b2a1-d9e25d4994c9,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:04.690768 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a5a2-bf28-4a05-81e0-44c0f16cdb1b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.695744 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a5a2-bf28-4a05-81e0-44c0f16cdb1b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.707223 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36660) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:04.725964 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b1ba-c176-4d47-9a06-758e5c31f77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.734357 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a5a2-bf28-4a05-81e0-44c0f16cdb1b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.738608 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-b2c6a5a2-bf28-4a05-81e0-44c0f16cdb1b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3188617 Aug 13 02:41:04.740656 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36664) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:04.743964 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 2, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:04.747474 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-0199b545-6187-4c11-999f-3cd88a4f62ac tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'security_group_rule': {'security_group_id': '0e4dbcf8-cc59-4364-beda-af41878d59fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:04.762808 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6a5a2-bf28-4a05-81e0-44c0f16cdb1b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4dbcf8-cc59-4364-beda-af41878d59fe,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:04.808978 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0199b545-6187-4c11-999f-3cd88a4f62ac tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.903139 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Checking router: 521d54dc-7b7f-4917-b76e-b85b14eecbd7 for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:04.905732 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Updating router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 port d7a0dfeb-e9d3-4b43-a546-c2859769b857 binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:41:04.967492 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0199b545-6187-4c11-999f-3cd88a4f62ac tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.972551 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0199b545-6187-4c11-999f-3cd88a4f62ac tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.006489 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.023067 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.39', 51998) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:05.036095 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199b545-6187-4c11-999f-3cd88a4f62ac tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b9ca60-1f6d-4c88-af8c-3a9ebe310869,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:05.123814 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Sync routers for ids ['ec2300ba-4b25-468f-ae4b-ebee325d412e'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:41:05.140497 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Routers {'ec2300ba-4b25-468f-ae4b-ebee325d412e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:05.141129 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['ec2300ba-4b25-468f-ae4b-ebee325d412e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:05.275435 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfec02-326f-4392-a582-6704032f0897 req-195d1db8-9951-4b40-b732-cd065e5481ff tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.277043 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-195d1db8-9951-4b40-b732-cd065e5481ff tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 818 time: 0.2881136 Aug 13 02:41:05.309517 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 381157dd-3145-48e9-ae37-ccaca93a318f up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:05.384980 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-90b92f54-60ef-4b18-8ef1-065084856610 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/quotas/8038cbdc6e504a1995c3c73ba72b6d96 HTTP/1.1" status: 200 len: 375 time: 0.0794227 Aug 13 02:41:05.460924 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-aad61bf5-07d7-4d64-8a49-5bca98c785d3 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.462523 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-aad61bf5-07d7-4d64-8a49-5bca98c785d3 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.39 "GET /v2.0/networks?id=16789423-80fc-4fb9-9747-e42fdd70ccd4 HTTP/1.1" status: 200 len: 812 time: 0.3929801 Aug 13 02:41:05.490935 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50f9adc2-e508-4fad-b60f-4deb08b0e12c req-f5a8cc62-3f1b-4485-a731-b6dcef93d9e2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 210 time: 0.1439931 Aug 13 02:41:05.512686 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Set router ec2300ba-4b25-468f-ae4b-ebee325d412e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:05.547816 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 381157dd-3145-48e9-ae37-ccaca93a318f triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:05.548380 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.551902 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Request body: {'port': {'device_id': '6f160184-82e7-4f76-a228-c5dbee343fec', 'network_id': '16789423-80fc-4fb9-9747-e42fdd70ccd4', 'admin_state_up': True, 'tenant_id': '9c6f193794364b488e6bee89741ae477'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:05.577636 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36698) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:05.643771 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-c4b48458-45e6-4e7b-8286-487acbdbbcaf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2302742 Aug 13 02:41:05.650902 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36704) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:05.689485 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.705559 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Transition to ACTIVE for port object d7a0dfeb-e9d3-4b43-a546-c2859769b857 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:05.721667 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.824674 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.847307 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 678683d2-b52e-4f87-9955-f4c067c09f81 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:05.854331 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a330f34-7edd-4bcc-9b80-af02fa7f6944 None None] Pushing event updated for resources: {'Port': ['ID=d7a0dfeb-e9d3-4b43-a546-c2859769b857,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:05.888553 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b1ba-c176-4d47-9a06-758e5c31f77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.902899 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e7a4b1ba-c176-4d47-9a06-758e5c31f77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.913036 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0199b545-6187-4c11-999f-3cd88a4f62ac tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.914792 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-0199b545-6187-4c11-999f-3cd88a4f62ac tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1733565 Aug 13 02:41:05.926476 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-afc5c901-6897-4395-b75a-e75dd15fe9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.939821 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36716) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:05.949638 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-e7a4b1ba-c176-4d47-9a06-758e5c31f77a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dad8ff6073c74d5b9f01c27f096bd0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2390542 Aug 13 02:41:05.958844 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36718) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:05.971223 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-cd4d837e-34a4-406a-8cf9-808ca4133b02 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'security_group_rule': {'security_group_id': '0e4dbcf8-cc59-4364-beda-af41878d59fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:05.974101 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Attempting to bind port d7a0dfeb-e9d3-4b43-a546-c2859769b857 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:05.975950 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Attempting to bind port d7a0dfeb-e9d3-4b43-a546-c2859769b857 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:05.976585 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Attempting to bind port d7a0dfeb-e9d3-4b43-a546-c2859769b857 on network a9ede2d7-83b8-4c07-b08c-458594e7cd45 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:05.982595 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:05.985391 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Checking segment: {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:05.986082 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:05.986708 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Bound using segment: {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:05.997187 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Bound port: d7a0dfeb-e9d3-4b43-a546-c2859769b857, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:05.998008 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.011403 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-512a006d-2c56-4ac7-8a68-960256b22635 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=525e216c21d443ec8a3ce227b33db519&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4308424 Aug 13 02:41:06.013199 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36722) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:06.026287 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-4e76a191-6e48-4761-a7f9-f2948f254d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.032035 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'gw_port': {'id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '66e0b198-db92-4c65-8e30-c847dc1e8667', 'name': '', 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'mac_address': 'fa:16:3e:53:cd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2cd764f6-afef-4dd5-9dae-f720defa0f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:02Z', 'revision_number': 2, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'subnets': [{'id': '2cd764f6-afef-4dd5-9dae-f720defa0f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:06.039541 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 678683d2-b52e-4f87-9955-f4c067c09f81 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:06.045893 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.125196 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Made reservation on behalf of 9c6f193794364b488e6bee89741ae477 for: {'port': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:41:06.129130 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.131080 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd4d837e-34a4-406a-8cf9-808ca4133b02 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.165959 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] For port d7a0dfeb-e9d3-4b43-a546-c2859769b857, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:06.169464 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] For port d7a0dfeb-e9d3-4b43-a546-c2859769b857, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=d7a0dfeb-e9d3-4b43-a546-c2859769b857,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:06.178818 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.207947 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Checking router: ec2300ba-4b25-468f-ae4b-ebee325d412e for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:06.209469 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Updating router ec2300ba-4b25-468f-ae4b-ebee325d412e port 66e0b198-db92-4c65-8e30-c847dc1e8667 binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:41:06.245892 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3e748365-b287-49aa-9d31-bb0ddb44809f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.280992 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd4d837e-34a4-406a-8cf9-808ca4133b02 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.321208 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:06.322455 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:06.351490 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd4d837e-34a4-406a-8cf9-808ca4133b02 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.387488 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.425639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d837e-34a4-406a-8cf9-808ca4133b02 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e56792-7422-4f99-894f-33f6b8f1c466,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:06.439739 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb47a-cac5-489d-8f04-a2b01ab16262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.476280 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4b1ba-c176-4d47-9a06-758e5c31f77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070112bf-482c-4f08-b568-0bb045bacf6a,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:06.523847 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3e748365-b287-49aa-9d31-bb0ddb44809f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.536070 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-b3fde52c-4d64-4624-b2bc-2481593b7ff0 service neutron] 10.222.0.43 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8763566 Aug 13 02:41:06.648673 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:06.692497 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb47a-cac5-489d-8f04-a2b01ab16262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.825666 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3e748365-b287-49aa-9d31-bb0ddb44809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.829123 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3e748365-b287-49aa-9d31-bb0ddb44809f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.833158 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-3e748365-b287-49aa-9d31-bb0ddb44809f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/070112bf-482c-4f08-b568-0bb045bacf6a HTTP/1.1" status: 204 len: 168 time: 0.8671687 Aug 13 02:41:06.867496 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-08d4736d-9157-4238-a878-950df04569be req-05ae512f-2da8-4634-8a1a-60fd87401386 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 210 time: 0.1085329 Aug 13 02:41:06.875354 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Allocated IP 172.20.0.2 (16789423-80fc-4fb9-9747-e42fdd70ccd4/b3a0ccb7-7038-48d9-8ff7-03b2cb05bb86/1ed197c7-b404-47f0-a156-e73c9b2a9a69) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:06.882268 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-1d0cde7d-1c48-47b2-8a63-903c54daafdd service neutron] 10.222.0.43 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414309 Aug 13 02:41:06.895248 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e748365-b287-49aa-9d31-bb0ddb44809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070112bf-482c-4f08-b568-0bb045bacf6a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:06.964420 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-4e76a191-6e48-4761-a7f9-f2948f254d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.977167 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-4e76a191-6e48-4761-a7f9-f2948f254d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.995322 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd4d837e-34a4-406a-8cf9-808ca4133b02 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.997719 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-cd4d837e-34a4-406a-8cf9-808ca4133b02 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0483665 Aug 13 02:41:07.047694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 36772) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:07.054040 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'floatingip': {'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:07.076740 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb47a-cac5-489d-8f04-a2b01ab16262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.078842 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a330f34-7edd-4bcc-9b80-af02fa7f6944 None None] Pushing event updated for resources: {'Port': ['ID=d7a0dfeb-e9d3-4b43-a546-c2859769b857,revision_number=4']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:07.079478 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4b6bb47a-cac5-489d-8f04-a2b01ab16262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.111467 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:07.116976 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-4b6bb47a-cac5-489d-8f04-a2b01ab16262 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1df5f84f-d2ca-4c97-82b3-73cd5c635766 HTTP/1.1" status: 204 len: 168 time: 1.0471284 Aug 13 02:41:07.197076 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-4e76a191-6e48-4761-a7f9-f2948f254d62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72568a15ffbc48e8b9567fe1099e900e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5380673 Aug 13 02:41:07.204889 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36776) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:07.207054 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bb47a-cac5-489d-8f04-a2b01ab16262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df5f84f-d2ca-4c97-82b3-73cd5c635766,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:07.212106 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b00f1cf-8ac9-4e78-8e94-333fee656859 None None] The sync data for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi is: [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:06Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:07.268877 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76a191-6e48-4761-a7f9-f2948f254d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf0b37-d298-41ec-b0f6-67b11c435fd8,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:07.273037 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.547064 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.584737 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Transition to ACTIVE for port object 66e0b198-db92-4c65-8e30-c847dc1e8667 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:07.603877 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.607449 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-226c2435-bbd3-42da-89ed-0d3f7ad9c931 req-056ba946-b22b-46fe-bcf1-1b84cf3b85c3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 210 time: 0.0706151 Aug 13 02:41:07.779014 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6b056-b207-44d8-afcf-e7c2caa637b4 None None] Pushing event updated for resources: {'Port': ['ID=66e0b198-db92-4c65-8e30-c847dc1e8667,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:07.808367 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Attempting to bind port 66e0b198-db92-4c65-8e30-c847dc1e8667 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:07.808664 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Attempting to bind port 66e0b198-db92-4c65-8e30-c847dc1e8667 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:07.810739 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Attempting to bind port 66e0b198-db92-4c65-8e30-c847dc1e8667 on network 42dd588d-5715-4556-ab80-f08c56574cc1 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:07.822919 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:07.824505 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Checking segment: {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:07.827252 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.827917 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Bound using segment: {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:07.828601 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Bound port: 66e0b198-db92-4c65-8e30-c847dc1e8667, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:07.830194 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.897464 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.988536 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f906c38d-3d5d-4dc7-a881-4cb5e6759ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.018617 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] For port 66e0b198-db92-4c65-8e30-c847dc1e8667, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:08.022927 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] For port 66e0b198-db92-4c65-8e30-c847dc1e8667, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=66e0b198-db92-4c65-8e30-c847dc1e8667,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:08.031920 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.104633 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f906c38d-3d5d-4dc7-a881-4cb5e6759ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.153757 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.155316 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Allocated IP 172.27.2.109 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/3cd9a3c4-bd8d-4294-86cd-489c0cb8a9a7) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:08.233136 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6b056-b207-44d8-afcf-e7c2caa637b4 None None] Pushing event updated for resources: {'Port': ['ID=66e0b198-db92-4c65-8e30-c847dc1e8667,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:08.263026 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Routers {'ec2300ba-4b25-468f-ae4b-ebee325d412e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:08.263721 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['ec2300ba-4b25-468f-ae4b-ebee325d412e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:08.352610 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.354524 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f906c38d-3d5d-4dc7-a881-4cb5e6759ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.357540 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.360042 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f906c38d-3d5d-4dc7-a881-4cb5e6759ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.369051 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-f906c38d-3d5d-4dc7-a881-4cb5e6759ccd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89cf0b37-d298-41ec-b0f6-67b11c435fd8 HTTP/1.1" status: 204 len: 168 time: 1.1629784 Aug 13 02:41:08.543461 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906c38d-3d5d-4dc7-a881-4cb5e6759ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf0b37-d298-41ec-b0f6-67b11c435fd8,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:08.558376 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5cdb8-ce56-4c0b-8f0c-c182cb7699ad req-a1560ed7-8758-40ed-93a8-6245d67041ad tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:08.560818 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-72c5cdb8-ce56-4c0b-8f0c-c182cb7699ad req-a1560ed7-8758-40ed-93a8-6245d67041ad tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.1731193 Aug 13 02:41:08.614064 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.638363 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Network 16789423-80fc-4fb9-9747-e42fdd70ccd4 is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:08.672786 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:08.676345 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:08.681495 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:08.704222 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:08.711856 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:08.796026 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Pushing event updated for resources: {'Port': ['ID=1ed197c7-b404-47f0-a156-e73c9b2a9a69,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:08.856833 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:08.857846 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:08.892222 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] Set router ec2300ba-4b25-468f-ae4b-ebee325d412e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:08.912853 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-ef5750fb-3120-4715-938f-c96068b15708 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3697779 Aug 13 02:41:08.993999 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-9606b005-2ac0-4eed-8cb4-6fdfc15bb9bf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:08.996099 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-9606b005-2ac0-4eed-8cb4-6fdfc15bb9bf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 818 time: 0.6092515 Aug 13 02:41:09.353685 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4ae9ecbc-20bf-4bed-b71b-32dd13000644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.444218 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.453408 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device d7a0dfeb-e9d3-4b43-a546-c2859769b857 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:09.617903 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36876) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:09.628432 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port d7a0dfeb-e9d3-4b43-a546-c2859769b857 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:09.638257 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-72c5cdb8-ce56-4c0b-8f0c-c182cb7699ad req-2873c0a6-f329-4e78-9943-db6bf502a1b4 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0701952 Aug 13 02:41:09.644976 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port d7a0dfeb-e9d3-4b43-a546-c2859769b857 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:09.645302 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.650862 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3aea6aee-6b60-4364-ad49-abf8e9f8fa21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.731005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'Port': ['ID=3cd9a3c4-bd8d-4294-86cd-489c0cb8a9a7,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:09.757990 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.793847 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-47defff6-6d7d-477f-8999-8887b3b4f241 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/quotas/8038cbdc6e504a1995c3c73ba72b6d96 HTTP/1.1" status: 200 len: 375 time: 0.7155733 Aug 13 02:41:09.861992 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.969574 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-3f552117-18e8-4d4b-81e8-3f9c69c23128 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1740847 Aug 13 02:41:09.979654 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.994513 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3aea6aee-6b60-4364-ad49-abf8e9f8fa21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.999875 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3aea6aee-6b60-4364-ad49-abf8e9f8fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.014279 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'gw_port': {'id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '66e0b198-db92-4c65-8e30-c847dc1e8667', 'name': '', 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'mac_address': 'fa:16:3e:53:cd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2cd764f6-afef-4dd5-9dae-f720defa0f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 4, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'subnets': [{'id': '2cd764f6-afef-4dd5-9dae-f720defa0f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:10.064499 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088b29d-4f45-462a-b96e-04b38be487eb None None] The sync data for ids ['ec2300ba-4b25-468f-ae4b-ebee325d412e'] in dv-cinder-759994-5-iscsi is: [{'id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'gw_port': {'id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '66e0b198-db92-4c65-8e30-c847dc1e8667', 'name': '', 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'mac_address': 'fa:16:3e:53:cd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '2cd764f6-afef-4dd5-9dae-f720defa0f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:41:00Z', 'updated_at': '2021-08-13T02:41:08Z', 'revision_number': 4, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'subnets': [{'id': '2cd764f6-afef-4dd5-9dae-f720defa0f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:10.067071 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.071670 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-3aea6aee-6b60-4364-ad49-abf8e9f8fa21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe764cb949404c18b6858e36bd85c163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502947 Aug 13 02:41:10.072732 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea6aee-6b60-4364-ad49-abf8e9f8fa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c0c6d5-d627-4125-a67c-fa35af363454,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:10.076102 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 36894) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:10.165693 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port d7a0dfeb-e9d3-4b43-a546-c2859769b857, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=d7a0dfeb-e9d3-4b43-a546-c2859769b857,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:10.170424 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.258134 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-898db5e7-41d2-419b-9c3a-f4882155de23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.293327 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=d7a0dfeb-e9d3-4b43-a546-c2859769b857,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:10.310384 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-898db5e7-41d2-419b-9c3a-f4882155de23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.312871 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.326292 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.390431 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-898db5e7-41d2-419b-9c3a-f4882155de23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.393821 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-898db5e7-41d2-419b-9c3a-f4882155de23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.394999 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-898db5e7-41d2-419b-9c3a-f4882155de23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04c0c6d5-d627-4125-a67c-fa35af363454 HTTP/1.1" status: 204 len: 168 time: 0.3174825 Aug 13 02:41:10.410677 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898db5e7-41d2-419b-9c3a-f4882155de23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c0c6d5-d627-4125-a67c-fa35af363454,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:10.447672 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'Port': ['ID=3cd9a3c4-bd8d-4294-86cd-489c0cb8a9a7,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:10.469993 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.492844 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.494745 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-23ba1200-1745-46d1-80b0-c36451f418b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4538863 Aug 13 02:41:10.682086 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-a321fe56-6ccc-435e-926f-3d04ca879b44 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:41:10.684746 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-a321fe56-6ccc-435e-926f-3d04ca879b44 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2187603 Aug 13 02:41:10.940499 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e7f23-78fc-499a-ab58-cec6832923c2 req-6e2069a2-c000-43e7-9f3e-bd643e754de1 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:10.951466 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d25e7f23-78fc-499a-ab58-cec6832923c2 req-6e2069a2-c000-43e7-9f3e-bd643e754de1 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.1279457 Aug 13 02:41:10.978778 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-6a1ceacc-d8f1-43fb-becd-892a0ade8ace service neutron] 10.222.0.43 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853990 Aug 13 02:41:11.013273 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d25e7f23-78fc-499a-ab58-cec6832923c2 req-fa6b25f4-30d4-4b76-bbe4-b7f862d27307 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562663 Aug 13 02:41:11.214197 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-27bfc6f2-61a4-4954-a8df-67f08dd2f97d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1855183281&fields=id&tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0 HTTP/1.1" status: 200 len: 267 time: 0.0982237 Aug 13 02:41:11.243719 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:11.246934 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-211afd60-a040-4bdf-a89e-ea721ceaa06b service neutron] 10.222.0.43 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572443 Aug 13 02:41:11.478692 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 66e0b198-db92-4c65-8e30-c847dc1e8667 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:11.488880 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-a1d6c7e3-6958-43e1-bae2-426220e3db02 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:11.503943 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-a1d6c7e3-6958-43e1-bae2-426220e3db02 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 810 time: 0.2536535 Aug 13 02:41:11.539100 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-7d573ecf-424f-4eaf-ae02-8ae75e84dccd tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/quotas/3a9fe3ca18ba4084bb5cbcbb42d7d3d0 HTTP/1.1" status: 200 len: 375 time: 0.0336962 Aug 13 02:41:11.576602 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 66e0b198-db92-4c65-8e30-c847dc1e8667 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:11.582128 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 66e0b198-db92-4c65-8e30-c847dc1e8667 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:11.582703 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:11.711767 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-232d153f-0fa8-44b8-bafc-4d07f7b7ecf9 req-1c7de392-993b-4d2d-a25c-c46a98481a47 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0612233 Aug 13 02:41:11.737907 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-361f5f36-8750-4b1f-8a63-824d219fa48a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1834581 Aug 13 02:41:11.800850 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:11.852838 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 66e0b198-db92-4c65-8e30-c847dc1e8667, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=66e0b198-db92-4c65-8e30-c847dc1e8667,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:11.858618 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:11.859523 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device d7a0dfeb-e9d3-4b43-a546-c2859769b857 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:11.942244 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-d9a4a089-31ed-4ab0-9149-9222063e0503 service neutron] 10.222.0.43 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899571 Aug 13 02:41:11.988009 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=66e0b198-db92-4c65-8e30-c847dc1e8667,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:12.011249 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port d7a0dfeb-e9d3-4b43-a546-c2859769b857 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:12.012532 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:12.159118 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-9a91a2b4-75ce-4ea5-81fd-fbe177f6f829 service neutron] 10.222.0.43 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950598 Aug 13 02:41:12.285833 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e968f70-6daf-4cfa-967d-3cef189f7da8 req-e3b79773-e7a1-471e-b43e-e4eda72ca75f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:12.316122 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e968f70-6daf-4cfa-967d-3cef189f7da8 req-e3b79773-e7a1-471e-b43e-e4eda72ca75f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.1815732 Aug 13 02:41:12.424035 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e968f70-6daf-4cfa-967d-3cef189f7da8 req-8b2ba331-a6d1-4d5e-bc6d-e71bedd21f23 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044860 Aug 13 02:41:12.643251 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c953744d-0647-45dc-ba9d-6136335f861e req-d4d7ec8b-4615-4880-be89-603e1946d64d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0625594 Aug 13 02:41:12.890168 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-03e95b2a-9b7d-4935-aabb-d7134bea6215 req-807d6f67-5aa4-4d2a-93d6-f66bf2671b40 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0288191 Aug 13 02:41:13.272051 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 66e0b198-db92-4c65-8e30-c847dc1e8667 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:13.362485 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 66e0b198-db92-4c65-8e30-c847dc1e8667 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:13.363319 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:13.659061 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9d90-755b-4f3f-b832-2b35c149ae0d req-c2fe4f76-38e4-4087-babc-773892c7946f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:13.667185 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8bbd9d90-755b-4f3f-b832-2b35c149ae0d req-c2fe4f76-38e4-4087-babc-773892c7946f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0838056 Aug 13 02:41:13.780439 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8bbd9d90-755b-4f3f-b832-2b35c149ae0d req-1a277fe5-a016-4cf7-b97d-6cef0a680791 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121645 Aug 13 02:41:13.857669 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5a8c503-cd1c-4ebc-bdc4-c27d80826a2d req-5b9e6ac6-679c-41de-a07c-a9fab44d1597 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0957537 Aug 13 02:41:14.106271 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c5d9f87c-040c-44a7-a341-b1f0ab5e8267 req-d9f5eb5f-bf6b-4917-91d0-34dcfdec0cf6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0626287 Aug 13 02:41:14.887498 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7db7aa-b24b-4e04-805f-01b0c8cf602e req-2680fcba-1bf9-4830-b260-733ea2c52795 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.889116 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c7db7aa-b24b-4e04-805f-01b0c8cf602e req-2680fcba-1bf9-4830-b260-733ea2c52795 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0518959 Aug 13 02:41:14.947216 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c7db7aa-b24b-4e04-805f-01b0c8cf602e req-2cbf8e67-a086-4bca-a5cc-5862f94f8956 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512404 Aug 13 02:41:15.003159 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f0d55c7-6c1e-4c9f-a34c-0bc20c3969b1 req-a3af266b-925e-4686-9fae-923fe656b3b0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0283267 Aug 13 02:41:15.216695 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5447bb08-3378-43f2-a73e-3f03cabecd8a req-f3509161-ad53-4c0f-8bfd-cca71bcd180c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0450320 Aug 13 02:41:16.147848 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d8b94f6e-1464-47f0-8019-695b921c8252 req-1c1a58fd-f09b-4d84-b9c2-1dc37759421a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0652111 Aug 13 02:41:16.189825 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393127b6-bf85-4532-aca8-a46322ed7654 req-5818e1ac-a503-4857-92e5-e467f07ab73c tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:16.192854 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-393127b6-bf85-4532-aca8-a46322ed7654 req-5818e1ac-a503-4857-92e5-e467f07ab73c tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.1210046 Aug 13 02:41:16.234791 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-393127b6-bf85-4532-aca8-a46322ed7654 req-3a69a111-723d-4258-9e37-63edd4dcc448 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Aug 13 02:41:16.336968 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d124878-1c1a-4ce7-80bb-933d120f0654 req-53895345-b093-4432-98e9-d8a7ac530601 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0281374 Aug 13 02:41:17.263552 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7fee4b22-0089-47eb-9a69-acd6cf3a6ed2 req-bdafdf82-e230-4364-9bb3-dc46386407ed tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0304182 Aug 13 02:41:17.364935 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28d946-09c5-4c6c-92d2-0e0dc49ed520 req-bcc9d9e9-10e0-4376-a4cb-18775b89135d tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:17.366485 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc28d946-09c5-4c6c-92d2-0e0dc49ed520 req-bcc9d9e9-10e0-4376-a4cb-18775b89135d tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0494230 Aug 13 02:41:17.408272 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc28d946-09c5-4c6c-92d2-0e0dc49ed520 req-34efb371-3ff0-4e2e-86cd-9e402298c145 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356514 Aug 13 02:41:17.435400 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-473cb498-d4dc-4073-89d2-cbe58bd3ca0b req-f127c40a-e691-491f-ab3c-ebd239bddd75 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0261726 Aug 13 02:41:18.357766 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42cb5fa3-28a7-4f3e-b046-9c7d5498e3e6 req-10064a4c-bc05-4128-be30-3e93f9e107f5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0263295 Aug 13 02:41:18.548720 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d5a8cc5e-89f9-4349-beef-af9f78a2ca6f req-ffa16695-35a3-42a3-b54b-05b3c79b80a9 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0323913 Aug 13 02:41:18.566975 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915b80d-7acb-43e6-880b-8ed730ece170 req-2b4b2348-7f1b-41ca-bf0a-6d9772578521 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:18.578503 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c915b80d-7acb-43e6-880b-8ed730ece170 req-2b4b2348-7f1b-41ca-bf0a-6d9772578521 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0866468 Aug 13 02:41:18.616069 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c915b80d-7acb-43e6-880b-8ed730ece170 req-e51039cd-f1c9-46bb-a21e-54d31c5d80d8 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326385 Aug 13 02:41:19.453821 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c3889d76-1af9-48a1-aa65-727623ad705a req-f89a3b66-179e-4be4-b16f-c71a57988118 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0315990 Aug 13 02:41:19.648732 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-41646818-f0dc-4593-a53f-144f950eb198 req-1744adf8-b25f-4b03-a924-81da69bdff65 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0256164 Aug 13 02:41:19.732220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d01255-eeb7-4557-aabd-96fa496d35e2 req-354559fa-165a-47cf-9e04-80e258a90474 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.733723 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a8d01255-eeb7-4557-aabd-96fa496d35e2 req-354559fa-165a-47cf-9e04-80e258a90474 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0516000 Aug 13 02:41:19.769782 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a8d01255-eeb7-4557-aabd-96fa496d35e2 req-d054dbd3-2144-432a-a769-6057cda1aa57 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299997 Aug 13 02:41:20.595663 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da6080f8-b673-48b9-ad73-056131196df9 req-c311102a-5f89-4388-b9aa-f7f72627156e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0398891 Aug 13 02:41:20.752193 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91f8c1c8-639d-4814-92d4-64594a6c1a65 req-310fde0e-1fa4-4471-b97b-ba6b3312b170 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0370762 Aug 13 02:41:20.888240 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2bd9f-85f9-4c32-a82d-4d9925b47571 req-97254b60-3eb0-450c-a25b-f2e50c496c09 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.889739 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ecd2bd9f-85f9-4c32-a82d-4d9925b47571 req-97254b60-3eb0-450c-a25b-f2e50c496c09 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0532534 Aug 13 02:41:20.926616 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ecd2bd9f-85f9-4c32-a82d-4d9925b47571 req-fbce56db-3f7f-4213-b01f-f12795d4b61a tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Aug 13 02:41:21.718582 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ebcfc550-dca6-4b2c-be4e-762baace88fb req-f1062d3d-cfb1-4f22-ad67-1c7471aaf0fc tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0294647 Aug 13 02:41:21.837218 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bcd6443c-9e40-4bb6-9881-d77e95209343 req-b24639f0-93fb-40cd-8252-2ebe93f03f92 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0259309 Aug 13 02:41:22.040016 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02837270-8ff5-43bb-881a-c4ef94f951d1 req-b968a6e1-3de6-4e98-8ecc-781692db9d44 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.041403 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-02837270-8ff5-43bb-881a-c4ef94f951d1 req-b968a6e1-3de6-4e98-8ecc-781692db9d44 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0488765 Aug 13 02:41:22.080649 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-02837270-8ff5-43bb-881a-c4ef94f951d1 req-97b47e19-8221-4dad-b7d8-29fd0196e5e9 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Aug 13 02:41:22.860349 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b47379f4-3f5c-40c3-8d5b-e62fe2240b93 req-0a4fc569-8509-4f8e-a681-3d0da5a511a9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0290771 Aug 13 02:41:22.939999 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50f28025-162d-450c-a5d3-e14e63661c6a req-1f02bb81-0bc6-4ff9-a645-8f18197096c2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0351572 Aug 13 02:41:23.193360 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a51357-33a4-4c87-aee2-698a04397745 req-86e3efe2-66d8-4d8c-b5e2-bfc2eae4f298 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:23.194872 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13a51357-33a4-4c87-aee2-698a04397745 req-86e3efe2-66d8-4d8c-b5e2-bfc2eae4f298 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0482109 Aug 13 02:41:23.231854 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13a51357-33a4-4c87-aee2-698a04397745 req-06461c5d-b853-4054-bc9c-a60ce8bd2de8 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310905 Aug 13 02:41:23.963113 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-58f82bc6-b6e5-411c-9978-b6ccd1e5441f req-074eb17b-f82e-4cb7-9bd0-ade5327883a3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0259140 Aug 13 02:41:24.038142 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ffd9e0e-f4ad-41b1-9785-4a7d6e3428b9 req-5ee63f8c-b3cd-467f-918e-8305c1cafb68 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0304365 Aug 13 02:41:24.347980 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85391a9-f0c1-42be-9d9a-2f250607754f req-eb0063f3-0e28-4a29-b1a9-83cf5590c034 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:24.350094 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b85391a9-f0c1-42be-9d9a-2f250607754f req-eb0063f3-0e28-4a29-b1a9-83cf5590c034 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0494215 Aug 13 02:41:24.386284 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b85391a9-f0c1-42be-9d9a-2f250607754f req-3ec49f20-91ba-401e-9fca-dfb53dad2a9f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302742 Aug 13 02:41:25.055397 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-594f78a1-5caf-4aca-86a3-12a54b766303 req-7cb3e298-5036-47e2-8b3c-19de33017650 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0263278 Aug 13 02:41:25.131993 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9a7396ba-a10b-4bbc-b6f6-4c4073b4d98f req-830f1aa3-8695-4171-9775-50c4b61d582c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0269504 Aug 13 02:41:25.499720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17966bcd-cbf1-40b4-8045-1f6168a6485f req-1cf41394-8a93-4736-a6c5-3e58d05a341f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:25.501223 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17966bcd-cbf1-40b4-8045-1f6168a6485f req-1cf41394-8a93-4736-a6c5-3e58d05a341f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0507958 Aug 13 02:41:25.540073 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17966bcd-cbf1-40b4-8045-1f6168a6485f req-2e518f62-8617-4fa3-9c2b-e06c28bd9b23 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Aug 13 02:41:26.145744 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-55d6299e-dbbe-4333-b170-fb374ee539e2 req-7843cd6d-6587-4856-be08-a550d7eb95f9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0255463 Aug 13 02:41:26.221955 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-21249a74-1132-4603-aa85-b9fee6b57a2e req-f29f8936-6e8a-44d0-a3aa-b668cdc9b572 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0245712 Aug 13 02:41:26.656565 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9a591-3d92-48c5-9307-510f3e81a42b req-04a043e2-c36a-4683-a308-5a45bb0df0ff tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:26.658032 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b4f9a591-3d92-48c5-9307-510f3e81a42b req-04a043e2-c36a-4683-a308-5a45bb0df0ff tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0491850 Aug 13 02:41:26.698157 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b4f9a591-3d92-48c5-9307-510f3e81a42b req-96395460-1205-4bb8-a0bc-d535ebb114cc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321562 Aug 13 02:41:27.238385 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-222fa030-0838-40a2-b6be-e7eae52f4f9d req-93ad23e9-5721-4a1f-8637-f27a9f3811ce tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0280879 Aug 13 02:41:27.325236 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-39c8ea1b-efbf-487c-909a-88f6f281ec08 req-09a3021d-39b1-43a2-bc25-2399b931d805 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0284886 Aug 13 02:41:27.812236 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12348d-1b2e-49d1-ac4e-48c17e6e44ff req-a7507b41-815b-46db-bcfe-4d514ca1ccf1 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:27.813693 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7a12348d-1b2e-49d1-ac4e-48c17e6e44ff req-a7507b41-815b-46db-bcfe-4d514ca1ccf1 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0484340 Aug 13 02:41:27.850820 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7a12348d-1b2e-49d1-ac4e-48c17e6e44ff req-db5942f4-3395-4c0b-8539-344cef6a8e22 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Aug 13 02:41:28.170416 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:41:28.331452 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5bd2dd5d-fae0-47d4-8c45-8cbdafc3bfdc req-9336fdb4-8ea3-4e97-8a5b-f0315bd68db1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0255115 Aug 13 02:41:28.416019 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-639ae274-8be4-4fe5-8ad5-9ea5fc5e0a72 req-978dff52-0a87-4e3e-a507-d2b2b5b65860 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0279386 Aug 13 02:41:28.700175 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-310e4e52-c659-4179-bc92-3965d3d5daf8 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:41:28.701655 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-310e4e52-c659-4179-bc92-3965d3d5daf8 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094995 Aug 13 02:41:28.966142 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d55925-bc28-42e6-ae1b-1cb30609936d req-7f4180d6-e90e-4018-acca-00e7b984c729 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:28.967603 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7d55925-bc28-42e6-ae1b-1cb30609936d req-7f4180d6-e90e-4018-acca-00e7b984c729 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 931 time: 0.0501649 Aug 13 02:41:29.010732 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7d55925-bc28-42e6-ae1b-1cb30609936d req-ed9a09f1-d7b2-48a9-8e8c-8fac6e5d2573 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Aug 13 02:41:29.237356 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Request body: {'port': {'device_id': '6f160184-82e7-4f76-a228-c5dbee343fec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:29.299065 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.423863 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7b120743-18a2-418a-ba2d-dd66dd6522cc req-318594ed-7edd-465b-8453-34421b5fb7d0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0255220 Aug 13 02:41:29.510960 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c8ac67f9-11c6-45fa-b217-1a0248e9023a req-cbe87d8d-0058-4956-852f-65a7ec6f8c98 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Aug 13 02:41:29.619408 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.notifiers.nova [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed197c7-b404-47f0-a156-e73c9b2a9a69 {{(pid=100588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:29.627931 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.650694 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.provisioning_blocks [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Transition to ACTIVE for port object 1ed197c7-b404-47f0-a156-e73c9b2a9a69 will not be triggered until provisioned by entity L2. {{(pid=100588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:29.655016 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.733914 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed197c7-b404-47f0-a156-e73c9b2a9a69,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:29.793336 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.39', 52029) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:29.805500 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.managers [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Attempting to bind port 1ed197c7-b404-47f0-a156-e73c9b2a9a69 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:29.805864 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.managers [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Attempting to bind port 1ed197c7-b404-47f0-a156-e73c9b2a9a69 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '1fd6997a-1c44-432e-b508-60389f428681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16789423-80fc-4fb9-9747-e42fdd70ccd4'}] {{(pid=100588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:29.806217 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Attempting to bind port 1ed197c7-b404-47f0-a156-e73c9b2a9a69 on network 16789423-80fc-4fb9-9747-e42fdd70ccd4 {{(pid=100588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:29.811348 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Port 1ed197c7-b404-47f0-a156-e73c9b2a9a69 on network 16789423-80fc-4fb9-9747-e42fdd70ccd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:41:29.811755 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Attempting to bind port 1ed197c7-b404-47f0-a156-e73c9b2a9a69 on network 16789423-80fc-4fb9-9747-e42fdd70ccd4 {{(pid=100588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:29.818562 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:29.818931 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Checking segment: {'id': '1fd6997a-1c44-432e-b508-60389f428681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16789423-80fc-4fb9-9747-e42fdd70ccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:29.819479 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Bound using segment: {'id': '1fd6997a-1c44-432e-b508-60389f428681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16789423-80fc-4fb9-9747-e42fdd70ccd4'} {{(pid=100588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:29.819969 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.managers [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Bound port: 1ed197c7-b404-47f0-a156-e73c9b2a9a69, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd6997a-1c44-432e-b508-60389f428681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '16789423-80fc-4fb9-9747-e42fdd70ccd4'}}] {{(pid=100588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:29.820340 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.911626 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] For port 1ed197c7-b404-47f0-a156-e73c9b2a9a69, host hv-cinder-75999, cleared binding levels {{(pid=100588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:29.918887 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] For port 1ed197c7-b404-47f0-a156-e73c9b2a9a69, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ed197c7-b404-47f0-a156-e73c9b2a9a69,segment=NetworkSegment(1fd6997a-1c44-432e-b508-60389f428681),segment_id=1fd6997a-1c44-432e-b508-60389f428681)] {{(pid=100588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:29.923045 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.963379 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.964440 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.966028 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] 10.222.0.39 "PUT /v2.0/ports/1ed197c7-b404-47f0-a156-e73c9b2a9a69 HTTP/1.1" status: 200 len: 1093 time: 0.7807591 Aug 13 02:41:29.968969 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f160184-82e7-4f76-a228-c5dbee343fec', 'tag': '1ed197c7-b404-47f0-a156-e73c9b2a9a69'}] {{(pid=100588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:30.037004 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549cc03-cdef-498f-95af-94b58b25ef72 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed197c7-b404-47f0-a156-e73c9b2a9a69,revision_number=3']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:30.132537 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-f8fabbf5-9f3c-414d-8a66-90b4848ca1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.134496 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-f8fabbf5-9f3c-414d-8a66-90b4848ca1a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c6f193794364b488e6bee89741ae477&device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 1096 time: 0.0888541 Aug 13 02:41:30.165235 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-33a0428a-4ebf-4f0e-b7ad-da82e6a45bcb tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.166687 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-33a0428a-4ebf-4f0e-b7ad-da82e6a45bcb tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 810 time: 0.3526461 Aug 13 02:41:30.215197 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e7eaacf07d42cafacb34f76e7f893f7656108f4e0f7504d3ede1c141aad96a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f008808b-56ca-460e-a947-6266b61111b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f160184-82e7-4f76-a228-c5dbee343fec", "tag": "1ed197c7-b404-47f0-a156-e73c9b2a9a69"}]}' {{(pid=100588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:30.231331 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c427cd0-7585-4c20-a787-b555f0eb2855 req-1d35c02d-7d3a-4365-9a49-d6b3abfd3583 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.236430 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3c427cd0-7585-4c20-a787-b555f0eb2855 req-1d35c02d-7d3a-4365-9a49-d6b3abfd3583 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.0897632 Aug 13 02:41:30.273933 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-fefc808d-23aa-4634-807b-db7f91f8c451 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ed197c7-b404-47f0-a156-e73c9b2a9a69 HTTP/1.1" status: 200 len: 217 time: 0.1163678 Aug 13 02:41:30.358990 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.39', 52033) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:30.415935 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e0705e93-83c8-429b-84b1-9a6961138b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.419710 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-e0705e93-83c8-429b-84b1-9a6961138b44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a0ccb7-7038-48d9-8ff7-03b2cb05bb86 HTTP/1.1" status: 200 len: 852 time: 0.1295612 Aug 13 02:41:30.456827 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3c427cd0-7585-4c20-a787-b555f0eb2855 req-ec15c508-a062-4ce5-8648-af601009edba tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147000 Aug 13 02:41:30.469083 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-f726af79-bbf3-458b-8883-f6432e2d3c5f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0 HTTP/1.1" status: 200 len: 380 time: 0.1926517 Aug 13 02:41:30.481112 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae13240-6360-45a8-a991-e27c0794471b x-openstack-request-id: req-dae13240-6360-45a8-a991-e27c0794471b {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:30.481397 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f160184-82e7-4f76-a228-c5dbee343fec", "tag": "1ed197c7-b404-47f0-a156-e73c9b2a9a69", "status": "completed", "code": 200}]} {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:30.481641 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dae13240-6360-45a8-a991-e27c0794471b {{(pid=100588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:30.482094 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f160184-82e7-4f76-a228-c5dbee343fec', 'tag': '1ed197c7-b404-47f0-a156-e73c9b2a9a69', 'status': 'completed', 'code': 200} Aug 13 02:41:30.484001 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-425350fe-ee91-4b45-be07-40692c9e3bff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16789423-80fc-4fb9-9747-e42fdd70ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564690 Aug 13 02:41:30.533446 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'port': {'device_id': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'admin_state_up': True, 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'security_groups': ['0e4dbcf8-cc59-4364-beda-af41878d59fe']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:30.621441 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-185ca619-8966-449a-a12d-08d0b3e0cffe req-4bf71ca8-10d3-4737-889b-1f1e048f3361 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0926356 Aug 13 02:41:30.644159 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-d8485883-a251-4355-ae63-1cb0b7e78f7e service neutron] 10.222.0.39 "GET /v2.0/networks/16789423-80fc-4fb9-9747-e42fdd70ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311600 Aug 13 02:41:30.668529 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfec02-326f-4392-a582-6704032f0897 req-013c6586-63fc-4576-a785-c095418e7931 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.669986 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-013c6586-63fc-4576-a785-c095418e7931 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 818 time: 0.3096039 Aug 13 02:41:30.676130 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4a0120ab-1502-4a80-8a8b-8c639cc9001d req-5d3de144-0356-4807-8853-f66e1f05cb4f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0439987 Aug 13 02:41:30.700969 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Request body: {'port': {'device_id': '23d5abed-9e9f-4707-93b5-58a62bfcc840', 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1', 'admin_state_up': True, 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:30.756956 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f7bde9bf-4d07-4fc1-9a0e-5595bef10dec req-d541a86e-3b88-4ff3-a417-7bd3548f4b9e service neutron] 10.222.0.39 "GET /v2.0/networks/16789423-80fc-4fb9-9747-e42fdd70ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038904 Aug 13 02:41:30.819159 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Made reservation on behalf of 3a9fe3ca18ba4084bb5cbcbb42d7d3d0 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:41:30.822982 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.928140 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Made reservation on behalf of 8038cbdc6e504a1995c3c73ba72b6d96 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:41:30.931593 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.007178 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008808b-56ca-460e-a947-6266b61111b9 req-2853d5fd-c7e7-4ab2-a610-cb76a4f234f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.008995 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f008808b-56ca-460e-a947-6266b61111b9 req-2853d5fd-c7e7-4ab2-a610-cb76a4f234f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c6f193794364b488e6bee89741ae477&device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 1096 time: 0.0640061 Aug 13 02:41:31.172087 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Allocated IP 172.20.0.11 (a9ede2d7-83b8-4c07-b08c-458594e7cd45/34c9e8b3-8d04-49be-814e-762ecb62b5a6/8a190e94-c2f1-44c4-b0db-71d71e9e1bcf) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:31.223436 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.39', 52039) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:31.278277 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Allocated IP 172.20.0.10 (42dd588d-5715-4556-ab80-f08c56574cc1/2cd764f6-afef-4dd5-9dae-f720defa0f90/c897985c-4bd8-4b69-acbf-317c8608b4bf) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:31.469900 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008808b-56ca-460e-a947-6266b61111b9 req-b898983c-91a2-4641-ae16-e98766affc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.472539 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f008808b-56ca-460e-a947-6266b61111b9 req-b898983c-91a2-4641-ae16-e98766affc98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16789423-80fc-4fb9-9747-e42fdd70ccd4 HTTP/1.1" status: 200 len: 913 time: 0.4458416 Aug 13 02:41:31.594123 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-c4b5388c-24f4-438e-ac02-7385da433891 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.595913 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-c4b5388c-24f4-438e-ac02-7385da433891 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 818 time: 0.3706605 Aug 13 02:41:31.643901 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.668837 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Transition to ACTIVE for port object 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:31.697295 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9816-f955-43c7-97b5-cef8e2125b24 req-729b1609-96d2-47b8-abad-f978929be4af tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.698824 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0f8c9816-f955-43c7-97b5-cef8e2125b24 req-729b1609-96d2-47b8-abad-f978929be4af tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.1698804 Aug 13 02:41:31.781449 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-53dfa269-bf77-4997-b4fc-1a6c2f661b34 req-fac72c28-5cc1-48d8-b82d-0c38d6f513b5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0474722 Aug 13 02:41:31.791390 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.814759 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0f8c9816-f955-43c7-97b5-cef8e2125b24 req-15487581-d231-448e-856f-b87b5521d193 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046312 Aug 13 02:41:31.815720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.948207 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:31.954322 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-545adfc9-763b-4fe8-bb0b-14bc79a406d4 req-71270927-eec6-4dbb-bad6-353083a4b15b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0719881 Aug 13 02:41:31.958573 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'Port': ['ID=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:31.962098 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:31.968857 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:32.000174 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 37536) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:32.005714 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.057829 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.058476 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.081595 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Network 42dd588d-5715-4556-ab80-f08c56574cc1 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:32.084192 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Pushing event updated for resources: {'Port': ['ID=c897985c-4bd8-4b69-acbf-317c8608b4bf,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:32.087037 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:32.089464 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:32.092961 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-498c744f-0d08-44e6-ad4a-4d091331fbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5802343 Aug 13 02:41:32.116435 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d6-e8c2-4953-81aa-530a46c657cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.147326 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.148090 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.217066 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d6-e8c2-4953-81aa-530a46c657cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.220981 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d6-e8c2-4953-81aa-530a46c657cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.225901 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-c583908c-a047-4b7c-a4c5-e9f4c40a4a89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5298226 Aug 13 02:41:32.257810 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c34cb9d6-e8c2-4953-81aa-530a46c657cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b739ff8c98a3441c9d41b3c3a9cce749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564616 Aug 13 02:41:32.260466 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 37544) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:32.262243 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb9d6-e8c2-4953-81aa-530a46c657cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f510aa89-e673-4b3b-997d-a94394a4c45c,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:32.310058 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b389b11e-12a0-4788-a1ab-dbab99a378ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.313655 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8685906c-abaf-4337-b05b-ca3ffa720c8a None None] Provisioning for port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:32.317542 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8685906c-abaf-4337-b05b-ca3ffa720c8a None None] Provisioning complete for port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:32.318014 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8685906c-abaf-4337-b05b-ca3ffa720c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.331367 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b389b11e-12a0-4788-a1ab-dbab99a378ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.350890 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-8685906c-abaf-4337-b05b-ca3ffa720c8a None None] Port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:41:32.376994 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b389b11e-12a0-4788-a1ab-dbab99a378ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.379593 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b389b11e-12a0-4788-a1ab-dbab99a378ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.381248 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b389b11e-12a0-4788-a1ab-dbab99a378ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f510aa89-e673-4b3b-997d-a94394a4c45c HTTP/1.1" status: 204 len: 168 time: 0.1198244 Aug 13 02:41:32.388540 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389b11e-12a0-4788-a1ab-dbab99a378ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f510aa89-e673-4b3b-997d-a94394a4c45c,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:32.639524 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 37556) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:32.655076 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a6d7c439-e469-4f75-a38b-bd4ad31c568f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.942407 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaf956-60d2-429b-b1e2-375fe7ae7921 req-93c7e0e0-e967-40b2-b85b-6546fc8c722d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.943894 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5eaf956-60d2-429b-b1e2-375fe7ae7921 req-93c7e0e0-e967-40b2-b85b-6546fc8c722d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 932 time: 0.0936358 Aug 13 02:41:32.994623 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297d51b-15b3-4036-af2f-f6cb0df60d38 req-7864b006-c24d-4af4-9883-6249feb29c5c tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.996067 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3297d51b-15b3-4036-af2f-f6cb0df60d38 req-7864b006-c24d-4af4-9883-6249feb29c5c tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.1040783 Aug 13 02:41:33.017561 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a6d7c439-e469-4f75-a38b-bd4ad31c568f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.033563 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5eaf956-60d2-429b-b1e2-375fe7ae7921 req-b1d78d6e-d986-48ab-8aa5-64e9213531ad tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824485 Aug 13 02:41:33.034125 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a6d7c439-e469-4f75-a38b-bd4ad31c568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.086811 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-a6d7c439-e469-4f75-a38b-bd4ad31c568f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb4cc6e6f6484d9ba7ed8302b9bbb5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461944 Aug 13 02:41:33.089462 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 37566) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:33.089931 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3297d51b-15b3-4036-af2f-f6cb0df60d38 req-008c028d-181c-411c-bde2-2b0cec1904ae tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788364 Aug 13 02:41:33.092486 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7c439-e469-4f75-a38b-bd4ad31c568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d4722d-90b2-4cb9-b5bd-ed81bce9eca6,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:33.120137 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-71f7fb4d-3c3b-4b24-97d3-e62a17ba967e req-8139d94f-a0f5-4bfe-8c36-7349ec2bab05 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0294843 Aug 13 02:41:33.150885 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ab32c381-33b6-4d19-bf3c-7629189a74c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.172033 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ab32c381-33b6-4d19-bf3c-7629189a74c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.224462 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ab32c381-33b6-4d19-bf3c-7629189a74c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.227102 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ab32c381-33b6-4d19-bf3c-7629189a74c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.228223 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ab32c381-33b6-4d19-bf3c-7629189a74c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19d4722d-90b2-4cb9-b5bd-ed81bce9eca6 HTTP/1.1" status: 204 len: 168 time: 0.1377802 Aug 13 02:41:33.235645 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32c381-33b6-4d19-bf3c-7629189a74c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d4722d-90b2-4cb9-b5bd-ed81bce9eca6,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:34.151039 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26f796-8ea6-458d-ad94-4ba25bf67b2b req-8af0a862-3c3b-4cfa-8cce-4fd17ebc4cd2 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:34.157674 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4f26f796-8ea6-458d-ad94-4ba25bf67b2b req-8af0a862-3c3b-4cfa-8cce-4fd17ebc4cd2 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 932 time: 0.0577681 Aug 13 02:41:34.223039 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4f26f796-8ea6-458d-ad94-4ba25bf67b2b req-79678cb2-6f70-4e29-93b7-297a282f5b12 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642610 Aug 13 02:41:34.238433 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b30e7-007f-4591-b97b-b18ef559ce6b req-4fda8147-ee5f-4f13-8ed3-c43e57b77bd2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:34.240670 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b97b30e7-007f-4591-b97b-b18ef559ce6b req-4fda8147-ee5f-4f13-8ed3-c43e57b77bd2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.0663679 Aug 13 02:41:34.289610 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b97b30e7-007f-4591-b97b-b18ef559ce6b req-fa220ee6-1cd7-4999-b8e1-c41d53df18de tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Aug 13 02:41:34.325717 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-855820f5-8171-4a64-8330-d03b260dcafd req-97205932-3883-4695-9ad1-901b5d11c554 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0272036 Aug 13 02:41:35.306599 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 37668) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:35.341249 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467295e-5bbc-44fb-929d-1ac10938f908 req-d86bfaed-6ee2-4abf-9e4b-bc2782658fb7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.343066 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1467295e-5bbc-44fb-929d-1ac10938f908 req-d86bfaed-6ee2-4abf-9e4b-bc2782658fb7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 932 time: 0.0504682 Aug 13 02:41:35.416208 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1467295e-5bbc-44fb-929d-1ac10938f908 req-4325e4b8-57c3-44e5-b5e1-a70ee71334b5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649073 Aug 13 02:41:35.423374 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-519aba45-b01b-4bf9-b464-5cd380ad123b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:35.433225 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d34614-92ec-4c21-b9bd-e521f48234df req-39b66199-b6a2-4a6c-9322-940e86f95a84 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.434905 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1d34614-92ec-4c21-b9bd-e521f48234df req-39b66199-b6a2-4a6c-9322-940e86f95a84 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.0692203 Aug 13 02:41:35.477226 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1d34614-92ec-4c21-b9bd-e521f48234df req-d1e14bf2-d5d1-4ef2-a050-4d2343f49f6d tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Aug 13 02:41:35.525443 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1b47ddc9-a3bc-4946-a48b-d180e33f4b29 req-3f27e2b4-3683-4572-ad25-ee66072878ce tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0331473 Aug 13 02:41:35.541449 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-519aba45-b01b-4bf9-b464-5cd380ad123b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:35.545635 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-519aba45-b01b-4bf9-b464-5cd380ad123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:35.581209 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aba45-b01b-4bf9-b464-5cd380ad123b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5637ca95-cd02-4b62-978d-1fea9c0c8806,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:35.585893 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-519aba45-b01b-4bf9-b464-5cd380ad123b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=487d1eeb356542e0a97c3f3c786ec756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782359 Aug 13 02:41:35.588475 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 37682) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:35.634924 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fd53b5a9-108a-4501-b4b5-a4f5483cdb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:35.655559 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fd53b5a9-108a-4501-b4b5-a4f5483cdb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:35.705565 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fd53b5a9-108a-4501-b4b5-a4f5483cdb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:35.708883 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fd53b5a9-108a-4501-b4b5-a4f5483cdb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:35.710226 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-fd53b5a9-108a-4501-b4b5-a4f5483cdb49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5637ca95-cd02-4b62-978d-1fea9c0c8806 HTTP/1.1" status: 204 len: 168 time: 0.1208472 Aug 13 02:41:35.719923 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53b5a9-108a-4501-b4b5-a4f5483cdb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5637ca95-cd02-4b62-978d-1fea9c0c8806,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:35.770736 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:35.793661 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Request body: {'port': {'device_id': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:35.801444 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ba55220e-7f23-4263-adc3-e7250156138b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:35.839724 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f008808b-56ca-460e-a947-6266b61111b9 req-f75ac487-a41e-4faf-9942-978a1e5e114d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ed197c7-b404-47f0-a156-e73c9b2a9a69 HTTP/1.1" status: 200 len: 217 time: 0.0659227 Aug 13 02:41:35.844450 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Request body: {'port': {'device_id': '23d5abed-9e9f-4707-93b5-58a62bfcc840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:35.850779 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Request body: {'port': {'device_id': '9c72e460-c079-4932-8417-6db16545be10', 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1', 'admin_state_up': True, 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:35.906778 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008808b-56ca-460e-a947-6266b61111b9 req-cb8c4ac6-652c-4b29-87bf-15f3d684299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.909747 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f008808b-56ca-460e-a947-6266b61111b9 req-cb8c4ac6-652c-4b29-87bf-15f3d684299c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3a0ccb7-7038-48d9-8ff7-03b2cb05bb86 HTTP/1.1" status: 200 len: 852 time: 0.0533721 Aug 13 02:41:35.951843 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f008808b-56ca-460e-a947-6266b61111b9 req-16815b54-9273-42b4-ad75-cdfc60a4aba5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16789423-80fc-4fb9-9747-e42fdd70ccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334017 Aug 13 02:41:35.973902 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.029100 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.030717 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 37698) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:36.053526 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f008808b-56ca-460e-a947-6266b61111b9 req-9778c3a1-20bc-4121-9a67-2ad244ab7ccc service neutron] 10.222.0.39 "GET /v2.0/networks/16789423-80fc-4fb9-9747-e42fdd70ccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941532 Aug 13 02:41:36.085201 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d09b018c-5b88-46df-8086-d78ce3f776fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.145819 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-f008808b-56ca-460e-a947-6266b61111b9 req-7254943b-c68e-4336-9fa8-b77a378e01b6 service neutron] 10.222.0.39 "GET /v2.0/networks/16789423-80fc-4fb9-9747-e42fdd70ccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840809 Aug 13 02:41:36.236805 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Made reservation on behalf of 8038cbdc6e504a1995c3c73ba72b6d96 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:41:36.241149 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.680323 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6aead-fdd2-4877-bf4d-05250cdea105 req-df39d4b2-9cb8-443e-89df-7d8057811214 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:36.681876 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c0d6aead-fdd2-4877-bf4d-05250cdea105 req-df39d4b2-9cb8-443e-89df-7d8057811214 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 932 time: 0.1867914 Aug 13 02:41:36.712663 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d09b018c-5b88-46df-8086-d78ce3f776fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.737733 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d09b018c-5b88-46df-8086-d78ce3f776fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.829478 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a382c5e-e014-45e5-9cf7-2e0983352e8c req-2802ce33-91a3-40e4-8268-b26e5ca8959b tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:36.830840 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7a382c5e-e014-45e5-9cf7-2e0983352e8c req-2802ce33-91a3-40e4-8268-b26e5ca8959b tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.2624495 Aug 13 02:41:36.855029 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-d09b018c-5b88-46df-8086-d78ce3f776fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04122717f9de4d0aa6903ce77e6f27a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8039432 Aug 13 02:41:36.857762 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 37716) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:36.873615 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:36.880478 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c0d6aead-fdd2-4877-bf4d-05250cdea105 req-fce541a8-388e-41c7-8e45-9086766c1a9d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859717 Aug 13 02:41:36.892576 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c897985c-4bd8-4b69-acbf-317c8608b4bf {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:36.904494 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.914393 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.926627 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-af60ef94-b5be-4f63-8d9c-e9311bfbd187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.938464 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b018c-5b88-46df-8086-d78ce3f776fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00031a22-ffef-4320-9615-2ee54b21d530,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:36.958114 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Transition to ACTIVE for port object 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:36.959451 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Transition to ACTIVE for port object c897985c-4bd8-4b69-acbf-317c8608b4bf will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:36.960477 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-af60ef94-b5be-4f63-8d9c-e9311bfbd187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.963267 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7a382c5e-e014-45e5-9cf7-2e0983352e8c req-445eaf5c-c47e-42f8-a4e6-e36efb2ad465 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187572 Aug 13 02:41:36.965631 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.034624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.041102 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-af60ef94-b5be-4f63-8d9c-e9311bfbd187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.043641 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-af60ef94-b5be-4f63-8d9c-e9311bfbd187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.047197 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-af60ef94-b5be-4f63-8d9c-e9311bfbd187 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00031a22-ffef-4320-9615-2ee54b21d530 HTTP/1.1" status: 204 len: 168 time: 0.1860764 Aug 13 02:41:37.053679 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60ef94-b5be-4f63-8d9c-e9311bfbd187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00031a22-ffef-4320-9615-2ee54b21d530,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:37.285030 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7404592c-2a22-4ef8-8a42-52b26e99de3a req-80dd344e-e7c0-4017-8334-5f2a8dc7e9fb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.2516329 Aug 13 02:41:37.308899 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Pushing event updated for resources: {'Port': ['ID=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:37.319498 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Allocated IP 172.20.0.14 (42dd588d-5715-4556-ab80-f08c56574cc1/2cd764f6-afef-4dd5-9dae-f720defa0f90/e9013d90-7da6-405b-aec5-854e154f45e3) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:41:37.479722 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=c897985c-4bd8-4b69-acbf-317c8608b4bf,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:37.584363 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Attempting to bind port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:37.584739 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Attempting to bind port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:37.585091 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Attempting to bind port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf on network a9ede2d7-83b8-4c07-b08c-458594e7cd45 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:37.596128 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Attempting to bind port c897985c-4bd8-4b69-acbf-317c8608b4bf on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:37.596482 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Attempting to bind port c897985c-4bd8-4b69-acbf-317c8608b4bf by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:37.596814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Attempting to bind port c897985c-4bd8-4b69-acbf-317c8608b4bf on network 42dd588d-5715-4556-ab80-f08c56574cc1 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:37.601222 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf on network a9ede2d7-83b8-4c07-b08c-458594e7cd45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:41:37.601402 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Attempting to bind port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf on network a9ede2d7-83b8-4c07-b08c-458594e7cd45 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:37.610049 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:37.610417 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Checking segment: {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:37.610958 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Bound using segment: {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:37.611407 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Bound port: 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:37.611764 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.617530 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Port c897985c-4bd8-4b69-acbf-317c8608b4bf on network 42dd588d-5715-4556-ab80-f08c56574cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:41:37.617857 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Attempting to bind port c897985c-4bd8-4b69-acbf-317c8608b4bf on network 42dd588d-5715-4556-ab80-f08c56574cc1 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:37.644079 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:37.644442 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Checking segment: {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:37.644854 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Bound using segment: {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:37.645519 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Bound port: c897985c-4bd8-4b69-acbf-317c8608b4bf, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:37.645869 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.741781 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.757053 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] For port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:37.762720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] For port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:37.773937 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.827644 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:37.828665 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.830326 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] 10.222.0.39 "PUT /v2.0/ports/8a190e94-c2f1-44c4-b0db-71d71e9e1bcf HTTP/1.1" status: 200 len: 1094 time: 2.0419528 Aug 13 02:41:37.833584 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'tag': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:37.866156 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] For port c897985c-4bd8-4b69-acbf-317c8608b4bf, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:37.900007 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] For port c897985c-4bd8-4b69-acbf-317c8608b4bf, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:37.902792 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52c47f-e4e7-49cd-89ed-0e2a4326d71c service neutron] Pushing event updated for resources: {'Port': ['ID=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:37.922260 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.983226 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.001017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.001630 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.003177 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] 10.222.0.39 "PUT /v2.0/ports/c897985c-4bd8-4b69-acbf-317c8608b4bf HTTP/1.1" status: 200 len: 1094 time: 2.1680598 Aug 13 02:41:38.010315 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7151a1e4-d3e7-4e36-976a-ebc8fb116f66" -d '{"events": [{"name": "network-changed", "server_uuid": "495bdc3a-0edf-4356-b5aa-e21c8979b07a", "tag": "8a190e94-c2f1-44c4-b0db-71d71e9e1bcf"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:38.057091 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Network 42dd588d-5715-4556-ab80-f08c56574cc1 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:41:38.069629 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:41:38.072126 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:41:38.098664 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ae4e1-484c-4482-86b9-d069fe5d0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=c897985c-4bd8-4b69-acbf-317c8608b4bf,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:38.169449 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91648a14-bae1-4a19-a4f1-903b5a72be47 req-04c0ddb0-39ad-4046-87af-3b3a9537da96 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.170926 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91648a14-bae1-4a19-a4f1-903b5a72be47 req-04c0ddb0-39ad-4046-87af-3b3a9537da96 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.1762650 Aug 13 02:41:38.212253 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.212912 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.233400 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Pushing event updated for resources: {'Port': ['ID=e9013d90-7da6-405b-aec5-854e154f45e3,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:38.258488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-bf3e2527-f4b3-4be8-9d78-d450c038b872 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4221306 Aug 13 02:41:38.268639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80492e3c-928b-4917-b73d-c2fb01185ccf req-b73627bf-6ffb-4d25-992f-beaf1eb364c2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.270177 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-80492e3c-928b-4917-b73d-c2fb01185ccf req-b73627bf-6ffb-4d25-992f-beaf1eb364c2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.1390200 Aug 13 02:41:38.275130 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91648a14-bae1-4a19-a4f1-903b5a72be47 req-ceb717ca-16fe-415b-8086-10a2eb091def tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802450 Aug 13 02:41:38.306210 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 37780) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:38.317483 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-80492e3c-928b-4917-b73d-c2fb01185ccf req-1cd7d7d6-1678-4ac3-b232-b79a02873f42 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Aug 13 02:41:38.422511 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731c192-c063-47f9-bafc-1d8d80d45443 req-50500cb0-4446-47e1-ac16-3ff5e56d725b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.423988 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2731c192-c063-47f9-bafc-1d8d80d45443 req-50500cb0-4446-47e1-ac16-3ff5e56d725b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 932 time: 0.0496967 Aug 13 02:41:38.424273 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-68f19b13-429a-4fa7-8ab0-4080607a1184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.465119 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2731c192-c063-47f9-bafc-1d8d80d45443 req-08cc4422-0736-42ab-88d4-b7000254dab8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Aug 13 02:41:38.509746 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293600b4-c054-4b12-ba11-9b5ae9d32583 x-openstack-request-id: req-293600b4-c054-4b12-ba11-9b5ae9d32583 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:38.510160 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495bdc3a-0edf-4356-b5aa-e21c8979b07a", "tag": "8a190e94-c2f1-44c4-b0db-71d71e9e1bcf", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:38.510420 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-293600b4-c054-4b12-ba11-9b5ae9d32583 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:38.510881 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'tag': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf', 'status': 'completed', 'code': 200} Aug 13 02:41:38.518845 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-68f19b13-429a-4fa7-8ab0-4080607a1184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.522536 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-68f19b13-429a-4fa7-8ab0-4080607a1184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.560447 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-68f19b13-429a-4fa7-8ab0-4080607a1184 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8994a681fa004cfcad17ed0b1512fe17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531533 Aug 13 02:41:38.561298 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f19b13-429a-4fa7-8ab0-4080607a1184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf2f661-ef26-4f15-977e-234348fe9ebb,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:38.563734 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 37788) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:38.611704 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b7cda501-eeb7-485b-92af-8cfd4cc49793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.639166 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b7cda501-eeb7-485b-92af-8cfd4cc49793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.688498 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b7cda501-eeb7-485b-92af-8cfd4cc49793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.691074 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b7cda501-eeb7-485b-92af-8cfd4cc49793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.692632 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b7cda501-eeb7-485b-92af-8cfd4cc49793 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdf2f661-ef26-4f15-977e-234348fe9ebb HTTP/1.1" status: 204 len: 168 time: 0.1275973 Aug 13 02:41:38.700169 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cda501-eeb7-485b-92af-8cfd4cc49793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf2f661-ef26-4f15-977e-234348fe9ebb,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:38.765030 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ea989bb2-cc9d-44f7-a3e3-a244c04e7712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.039636 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.390540 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ea584-d36d-4e76-bb25-926685ee9f99 req-e7651cf6-6819-4504-be7c-0d9376709912 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:39.392025 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc0ea584-d36d-4e76-bb25-926685ee9f99 req-e7651cf6-6819-4504-be7c-0d9376709912 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0501947 Aug 13 02:41:39.458483 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc0ea584-d36d-4e76-bb25-926685ee9f99 req-5594fe93-55ee-4fff-9ae0-3badf501dbf8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565467 Aug 13 02:41:39.467240 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381ed1-6cb3-428b-ada5-40c425545fb4 req-5d7fdc8e-75c6-4c33-814d-9bac9ec01c71 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:39.468786 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4b381ed1-6cb3-428b-ada5-40c425545fb4 req-5d7fdc8e-75c6-4c33-814d-9bac9ec01c71 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.0757945 Aug 13 02:41:39.517617 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4b381ed1-6cb3-428b-ada5-40c425545fb4 req-3a68f014-33bd-45b1-af03-2590a68ee789 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Aug 13 02:41:39.596633 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1029d94-ba28-4333-82b0-bf7eb4f325c8 req-34f0b878-afc1-4cd6-aecf-eb21919b6ae0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:39.598162 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1029d94-ba28-4333-82b0-bf7eb4f325c8 req-34f0b878-afc1-4cd6-aecf-eb21919b6ae0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 932 time: 0.0547698 Aug 13 02:41:39.643214 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1029d94-ba28-4333-82b0-bf7eb4f325c8 req-48026721-fcf1-48b2-b719-574c888250cf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386407 Aug 13 02:41:39.675928 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.512299 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d5abed-9e9f-4707-93b5-58a62bfcc840', 'tag': 'c897985c-4bd8-4b69-acbf-317c8608b4bf'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:40.514694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2af016-063b-4984-9452-b48c5b917513" -d '{"events": [{"name": "network-changed", "server_uuid": "23d5abed-9e9f-4707-93b5-58a62bfcc840", "tag": "c897985c-4bd8-4b69-acbf-317c8608b4bf"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:40.560988 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65866194-e72a-4de5-84db-edfbea347a47 x-openstack-request-id: req-65866194-e72a-4de5-84db-edfbea347a47 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:40.561278 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d5abed-9e9f-4707-93b5-58a62bfcc840", "tag": "c897985c-4bd8-4b69-acbf-317c8608b4bf", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:40.561535 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65866194-e72a-4de5-84db-edfbea347a47 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:40.561929 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d5abed-9e9f-4707-93b5-58a62bfcc840', 'tag': 'c897985c-4bd8-4b69-acbf-317c8608b4bf', 'status': 'completed', 'code': 200} Aug 13 02:41:40.585623 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1f917-22e7-409d-98a0-1b14fe241265 req-4efbd99c-8272-4299-81f3-3c4a56d639b6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:40.587135 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14f1f917-22e7-409d-98a0-1b14fe241265 req-4efbd99c-8272-4299-81f3-3c4a56d639b6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0544558 Aug 13 02:41:40.653729 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14f1f917-22e7-409d-98a0-1b14fe241265 req-53ce223d-edd6-4d8d-aa7d-eeb1c6ba6685 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605249 Aug 13 02:41:40.670458 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044f6ea-aad3-4ba0-9fa2-0b138dc6ce6e req-ae085405-cb90-4f16-bff4-4eea4595d6e6 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:40.670458 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7044f6ea-aad3-4ba0-9fa2-0b138dc6ce6e req-ae085405-cb90-4f16-bff4-4eea4595d6e6 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.0704765 Aug 13 02:41:40.708093 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7044f6ea-aad3-4ba0-9fa2-0b138dc6ce6e req-85edd188-2240-43f1-adce-9fb40f91f13a tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Aug 13 02:41:40.778522 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e13fb1-d8e5-4beb-b354-54916596a178 req-e00191d3-45b2-4524-8fce-980f52511afe tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:40.780001 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2e13fb1-d8e5-4beb-b354-54916596a178 req-e00191d3-45b2-4524-8fce-980f52511afe tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 932 time: 0.0538807 Aug 13 02:41:40.826258 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2e13fb1-d8e5-4beb-b354-54916596a178 req-af13c30f-cf31-489b-a6a3-9498d26d1175 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391686 Aug 13 02:41:41.232824 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:41.595697 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Request body: {'port': {'device_id': '9c72e460-c079-4932-8417-6db16545be10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:41:41.764538 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:41.771694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a1e4-d3e7-4e36-976a-ebc8fb116f66 req-4a64cb16-e508-4bc1-af2a-b711a33d23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:41.773223 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7151a1e4-d3e7-4e36-976a-ebc8fb116f66 req-4a64cb16-e508-4bc1-af2a-b711a33d23ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 1097 time: 0.1573467 Aug 13 02:41:41.780672 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfec02-326f-4392-a582-6704032f0897 req-2b9a18ad-9387-4b64-92fe-5cd766a9cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:41.782020 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-2b9a18ad-9387-4b64-92fe-5cd766a9cba1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1097 time: 0.1671526 Aug 13 02:41:41.857800 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc1d1-e3a0-479c-a0b6-5156e5aba6ea req-ae112735-7cf0-4979-a77b-ad46150adba9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:41.860303 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24dfc1d1-e3a0-479c-a0b6-5156e5aba6ea req-ae112735-7cf0-4979-a77b-ad46150adba9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.1377938 Aug 13 02:41:41.952073 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f4a6d-811e-430c-bae4-2df98c4ec3b5 req-a4f6f44d-487d-479f-bd7c-b102cd97c8aa tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:41.953577 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2a3f4a6d-811e-430c-bae4-2df98c4ec3b5 req-a4f6f44d-487d-479f-bd7c-b102cd97c8aa tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.1691165 Aug 13 02:41:41.996302 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24dfc1d1-e3a0-479c-a0b6-5156e5aba6ea req-2ca4ee0c-9541-474c-a442-9401d20b300e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258838 Aug 13 02:41:42.058039 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2a3f4a6d-811e-430c-bae4-2df98c4ec3b5 req-8cee9493-b32e-48ff-a408-0874b4018d33 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926051 Aug 13 02:41:42.135544 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a8ddc-b59b-43b9-8102-c65fd243ded5 req-475379c7-41ab-409d-ba17-414280fe4c84 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:42.136924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-590a8ddc-b59b-43b9-8102-c65fd243ded5 req-475379c7-41ab-409d-ba17-414280fe4c84 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 932 time: 0.0766339 Aug 13 02:41:42.327643 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9013d90-7da6-405b-aec5-854e154f45e3 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:42.333738 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-bc5b3013-0174-4311-8b69-568ddb294157 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf HTTP/1.1" status: 200 len: 217 time: 0.1385550 Aug 13 02:41:42.343595 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-590a8ddc-b59b-43b9-8102-c65fd243ded5 req-ad135e0b-0b91-4e46-bb91-311a3cfbc698 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980302 Aug 13 02:41:42.351457 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:42.624744 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Transition to ACTIVE for port object e9013d90-7da6-405b-aec5-854e154f45e3 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:41:42.641327 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:42.702167 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfec02-326f-4392-a582-6704032f0897 req-ca11c383-c3f8-4726-a298-00a5fc0e5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:42.703651 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-ca11c383-c3f8-4726-a298-00a5fc0e5b36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.3543713 Aug 13 02:41:42.717890 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a1e4-d3e7-4e36-976a-ebc8fb116f66 req-b5692da9-3009-4a53-a216-0199ad02b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:42.719437 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7151a1e4-d3e7-4e36-976a-ebc8fb116f66 req-b5692da9-3009-4a53-a216-0199ad02b10d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5252767 Aug 13 02:41:42.753705 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9013d90-7da6-405b-aec5-854e154f45e3,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:42.792175 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-f4c453fd-96c1-43cd-8a28-2741e52f0359 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770857 Aug 13 02:41:43.044310 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Attempting to bind port e9013d90-7da6-405b-aec5-854e154f45e3 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:41:43.044667 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Attempting to bind port e9013d90-7da6-405b-aec5-854e154f45e3 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:41:43.044992 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Attempting to bind port e9013d90-7da6-405b-aec5-854e154f45e3 on network 42dd588d-5715-4556-ab80-f08c56574cc1 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:43.060341 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a1e4-d3e7-4e36-976a-ebc8fb116f66 req-beb157a3-54ed-4019-89b9-a42c613f9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.061845 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7151a1e4-d3e7-4e36-976a-ebc8fb116f66 req-beb157a3-54ed-4019-89b9-a42c613f9a8b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3093114 Aug 13 02:41:43.062730 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Port e9013d90-7da6-405b-aec5-854e154f45e3 on network 42dd588d-5715-4556-ab80-f08c56574cc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:41:43.063045 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Attempting to bind port e9013d90-7da6-405b-aec5-854e154f45e3 on network 42dd588d-5715-4556-ab80-f08c56574cc1 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:41:43.066207 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-a1274e1b-8973-4410-9e4c-6907259c3b89 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563226 Aug 13 02:41:43.072124 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:41:43.072478 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Checking segment: {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:41:43.072845 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Bound using segment: {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:41:43.073330 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Bound port: e9013d90-7da6-405b-aec5-854e154f45e3, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de047766-a8cc-4776-83e0-8d79d29dbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:41:43.073706 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:43.294726 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75761769-4e16-4615-8698-6f3a9b6df80e req-49bfed87-0f63-4e27-884d-99d2c788db0b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.296203 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-75761769-4e16-4615-8698-6f3a9b6df80e req-49bfed87-0f63-4e27-884d-99d2c788db0b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.2259667 Aug 13 02:41:43.311343 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] For port e9013d90-7da6-405b-aec5-854e154f45e3, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:41:43.340235 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ca579-364f-4524-8943-6209de77c0b6 req-478f6ced-031d-4d63-bf3d-d99893506860 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.341721 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-758ca579-364f-4524-8943-6209de77c0b6 req-478f6ced-031d-4d63-bf3d-d99893506860 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.1894672 Aug 13 02:41:43.355098 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] For port e9013d90-7da6-405b-aec5-854e154f45e3, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e9013d90-7da6-405b-aec5-854e154f45e3,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:41:43.361270 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13cfec02-326f-4392-a582-6704032f0897 req-1509ba37-8d8c-4fe5-a4ec-8aa3ec80af14 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780831 Aug 13 02:41:43.366021 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-930bc733-0c19-408a-9f96-d82eeb980260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.367418 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-930bc733-0c19-408a-9f96-d82eeb980260 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 1097 time: 0.1827841 Aug 13 02:41:43.372842 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:43.466010 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-75761769-4e16-4615-8698-6f3a9b6df80e req-689834cd-07b2-432b-b4f4-ce1f220e5ee1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584914 Aug 13 02:41:43.472089 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.473489 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:43.475162 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9013d90-7da6-405b-aec5-854e154f45e3 HTTP/1.1" status: 200 len: 1094 time: 1.8838592 Aug 13 02:41:43.477738 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c72e460-c079-4932-8417-6db16545be10', 'tag': 'e9013d90-7da6-405b-aec5-854e154f45e3'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:43.487399 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a0a23-5ad8-4560-b1d0-3ba1b578e686" -d '{"events": [{"name": "network-changed", "server_uuid": "9c72e460-c079-4932-8417-6db16545be10", "tag": "e9013d90-7da6-405b-aec5-854e154f45e3"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:43.490507 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-aa25192f-7c27-40ce-918d-e209b7edcab7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf HTTP/1.1" status: 200 len: 217 time: 0.0713589 Aug 13 02:41:43.497903 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-758ca579-364f-4524-8943-6209de77c0b6 req-4b0d2515-ba63-402e-bfc6-dccd084bc08f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412868 Aug 13 02:41:43.569297 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be668efb-7138-4c77-bb1a-42252fae62c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9013d90-7da6-405b-aec5-854e154f45e3,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:43.584522 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7837e1e-2840-4ad2-bc88-2ca294b428b9 x-openstack-request-id: req-b7837e1e-2840-4ad2-bc88-2ca294b428b9 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:43.584799 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c72e460-c079-4932-8417-6db16545be10", "tag": "e9013d90-7da6-405b-aec5-854e154f45e3", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:43.585044 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7837e1e-2840-4ad2-bc88-2ca294b428b9 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:43.585422 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c72e460-c079-4932-8417-6db16545be10', 'tag': 'e9013d90-7da6-405b-aec5-854e154f45e3', 'status': 'completed', 'code': 200} Aug 13 02:41:43.657150 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-f4642a37-1b22-4607-b592-8554bc06ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.658619 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-f4642a37-1b22-4607-b592-8554bc06ccd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.1400442 Aug 13 02:41:43.663014 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2af016-063b-4984-9452-b48c5b917513 req-93a82aee-ac0e-40a3-8f38-4d1ed7b74a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.664356 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb2af016-063b-4984-9452-b48c5b917513 req-93a82aee-ac0e-40a3-8f38-4d1ed7b74a5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1097 time: 0.1561623 Aug 13 02:41:43.677009 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-914be35a-03c2-4052-8294-18815d8292de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.678379 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-914be35a-03c2-4052-8294-18815d8292de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 1097 time: 0.1281879 Aug 13 02:41:43.706442 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792f121-d2c7-495e-b973-efba97003ced req-a817d337-a3e6-43d5-81e1-34d1e5b5a6dc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.708488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1792f121-d2c7-495e-b973-efba97003ced req-a817d337-a3e6-43d5-81e1-34d1e5b5a6dc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.1205320 Aug 13 02:41:43.845290 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-d773b38e-66fd-4bdb-8c9f-ef46cc60b034 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9013d90-7da6-405b-aec5-854e154f45e3 HTTP/1.1" status: 200 len: 217 time: 0.1356990 Aug 13 02:41:43.937733 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-5d7f1ac7-074e-438d-9147-dd8a66119f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.939594 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-5d7f1ac7-074e-438d-9147-dd8a66119f45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2645912 Aug 13 02:41:43.950499 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1792f121-d2c7-495e-b973-efba97003ced req-ecc5d860-1280-47d7-8dd8-a500f210c07c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037427 Aug 13 02:41:44.012251 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-ffe7a0d7-8d40-4690-b66e-e5faeeb3e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.013806 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-ffe7a0d7-8d40-4690-b66e-e5faeeb3e64f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.1587915 Aug 13 02:41:44.041941 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2af016-063b-4984-9452-b48c5b917513 req-80199b76-26c3-440f-b75e-c9bbeda1076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.043474 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb2af016-063b-4984-9452-b48c5b917513 req-80199b76-26c3-440f-b75e-c9bbeda1076e service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 919 time: 0.3695288 Aug 13 02:41:44.062992 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-1fe2daba-e7fc-4cc4-baa4-7aa07412197e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388196 Aug 13 02:41:44.316644 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb2af016-063b-4984-9452-b48c5b917513 req-7099ea27-a088-4ad3-996a-c66952ea8eb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf HTTP/1.1" status: 200 len: 217 time: 0.2558024 Aug 13 02:41:44.411260 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-bde75cdd-c8a5-4637-8fa7-7e09ae82b4bd service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577022 Aug 13 02:41:44.425867 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2af016-063b-4984-9452-b48c5b917513 req-df98dc7a-1c8a-4a55-bd82-87798a39e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.427237 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb2af016-063b-4984-9452-b48c5b917513 req-df98dc7a-1c8a-4a55-bd82-87798a39e3cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.1000423 Aug 13 02:41:44.502174 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb2af016-063b-4984-9452-b48c5b917513 req-3c3ce208-8142-4586-ae19-8419f1924f4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645034 Aug 13 02:41:44.506535 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-089581c1-bc87-4ecd-8381-1d90a39801bd service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330609 Aug 13 02:41:44.697743 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e773067-6246-462a-8ddf-528830e9f0c0 req-6dcc647a-c979-4f27-ac35-97ceb61d2df3 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737241 Aug 13 02:41:44.776164 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d83a0-e631-4957-b5a3-e6680483fe73 req-3eb76f74-e97c-4305-8cf4-17a6be375eb4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.777658 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-701d83a0-e631-4957-b5a3-e6680483fe73 req-3eb76f74-e97c-4305-8cf4-17a6be375eb4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.2216723 Aug 13 02:41:44.796282 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33252387-92a8-4525-bd62-e88f0884761c req-0308c3b1-a2e7-4ff2-8264-4e4c5d92ea24 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.797771 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33252387-92a8-4525-bd62-e88f0884761c req-0308c3b1-a2e7-4ff2-8264-4e4c5d92ea24 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.1884773 Aug 13 02:41:44.807364 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb2af016-063b-4984-9452-b48c5b917513 req-77c292a6-5492-40fa-8772-57097b0860e7 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818999 Aug 13 02:41:44.811262 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db3cc48b-512d-43bc-adaf-76a25e15cfb9 req-4e3e6d13-a039-4dae-9ac8-7b757457d34f service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714837 Aug 13 02:41:44.863180 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-701d83a0-e631-4957-b5a3-e6680483fe73 req-c1819a0f-d65c-44e8-ac66-f261498b6f56 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749180 Aug 13 02:41:44.869456 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33252387-92a8-4525-bd62-e88f0884761c req-367eab8b-cc48-4e38-85fb-833a7012b244 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601728 Aug 13 02:41:44.909145 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 37962) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:45.030971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-523ff378-e820-4f26-a4d5-dce5d58d46bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.096642 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36f773-e67a-4f61-af72-cc34f73b382f req-6711d88e-ab6e-416a-aa56-02c7a8eb561e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:45.098360 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ac36f773-e67a-4f61-af72-cc34f73b382f req-6711d88e-ab6e-416a-aa56-02c7a8eb561e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0692449 Aug 13 02:41:45.179108 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ac36f773-e67a-4f61-af72-cc34f73b382f req-51e971c6-5460-4c25-b9de-276e0f23455e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718274 Aug 13 02:41:45.231694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-523ff378-e820-4f26-a4d5-dce5d58d46bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.241561 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-523ff378-e820-4f26-a4d5-dce5d58d46bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.281446 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-523ff378-e820-4f26-a4d5-dce5d58d46bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=186b4b2df3114838823a7b9ce3c587f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702841 Aug 13 02:41:45.282530 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ff378-e820-4f26-a4d5-dce5d58d46bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72739ef2-93c1-4b0b-a356-083047bc5c22,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:45.284120 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 37988) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:45.337673 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-479d3ea6-53b8-4488-ab95-d0cf3cb36d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.358622 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-479d3ea6-53b8-4488-ab95-d0cf3cb36d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.408854 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-479d3ea6-53b8-4488-ab95-d0cf3cb36d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.408854 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-479d3ea6-53b8-4488-ab95-d0cf3cb36d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.414729 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-479d3ea6-53b8-4488-ab95-d0cf3cb36d4e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72739ef2-93c1-4b0b-a356-083047bc5c22 HTTP/1.1" status: 204 len: 168 time: 0.1253026 Aug 13 02:41:45.423847 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d3ea6-53b8-4488-ab95-d0cf3cb36d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72739ef2-93c1-4b0b-a356-083047bc5c22,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:45.674278 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38002) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:45.690430 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-03ff66a7-5257-4a78-9b84-f2a29c892562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.775318 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-03ff66a7-5257-4a78-9b84-f2a29c892562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.779735 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-03ff66a7-5257-4a78-9b84-f2a29c892562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.816873 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-03ff66a7-5257-4a78-9b84-f2a29c892562 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91b62ba3dab84b639944024a146033c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415465 Aug 13 02:41:45.817944 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff66a7-5257-4a78-9b84-f2a29c892562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4779b6fb-d9ce-4e27-8f34-9e46ce7f5156,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:45.819978 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 38004) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:45.873059 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-aea5c4d9-b047-4a77-9e56-3d54bdc854f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.898512 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-aea5c4d9-b047-4a77-9e56-3d54bdc854f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:46.008891 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-aea5c4d9-b047-4a77-9e56-3d54bdc854f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:46.011441 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-aea5c4d9-b047-4a77-9e56-3d54bdc854f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:46.012627 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-aea5c4d9-b047-4a77-9e56-3d54bdc854f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4779b6fb-d9ce-4e27-8f34-9e46ce7f5156 HTTP/1.1" status: 204 len: 168 time: 0.1896849 Aug 13 02:41:46.037545 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ddda-b380-4cb0-82a2-792f8f63f6da req-afd027ea-7caa-4e50-bca8-0f5ea390ed49 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:46.039066 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2de1ddda-b380-4cb0-82a2-792f8f63f6da req-afd027ea-7caa-4e50-bca8-0f5ea390ed49 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0955830 Aug 13 02:41:46.039815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5c4d9-b047-4a77-9e56-3d54bdc854f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4779b6fb-d9ce-4e27-8f34-9e46ce7f5156,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:46.054734 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3893417-866d-4079-8956-bef1b62467b0 req-69bba763-80d9-4087-a770-7ca371f83ac8 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:46.056350 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a3893417-866d-4079-8956-bef1b62467b0 req-69bba763-80d9-4087-a770-7ca371f83ac8 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 943 time: 0.0859573 Aug 13 02:41:46.111889 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2de1ddda-b380-4cb0-82a2-792f8f63f6da req-7ea47ccc-7b8b-4dae-96d6-1218d7fde8d3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544467 Aug 13 02:41:46.133677 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a3893417-866d-4079-8956-bef1b62467b0 req-6653a5aa-fc42-407b-aa44-4264abd0ab6f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525329 Aug 13 02:41:46.312521 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2aa86-fdb6-46d1-84dc-15fc7d3dc6dc req-6540a1d3-1edd-4795-a0f4-1de91d55ee03 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:46.314593 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-96a2aa86-fdb6-46d1-84dc-15fc7d3dc6dc req-6540a1d3-1edd-4795-a0f4-1de91d55ee03 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0511932 Aug 13 02:41:46.355612 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-96a2aa86-fdb6-46d1-84dc-15fc7d3dc6dc req-cebb8fae-e0f8-4750-aae0-83dd8c3f59b0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Aug 13 02:41:46.719709 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 1ed197c7-b404-47f0-a156-e73c9b2a9a69 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:41:46.824623 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 1ed197c7-b404-47f0-a156-e73c9b2a9a69, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ed197c7-b404-47f0-a156-e73c9b2a9a69,segment=NetworkSegment(1fd6997a-1c44-432e-b508-60389f428681),segment_id=1fd6997a-1c44-432e-b508-60389f428681)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:46.836327 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '1ed197c7-b404-47f0-a156-e73c9b2a9a69', 'network_id': '16789423-80fc-4fb9-9747-e42fdd70ccd4', 'port_id': '1ed197c7-b404-47f0-a156-e73c9b2a9a69', 'mac_address': 'fa:16:3e:71:76:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a0ccb7-7038-48d9-8ff7-03b2cb05bb86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:41:46.876203 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:46.888605 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed197c7-b404-47f0-a156-e73c9b2a9a69 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:46.909470 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 1ed197c7-b404-47f0-a156-e73c9b2a9a69, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ed197c7-b404-47f0-a156-e73c9b2a9a69,segment=NetworkSegment(1fd6997a-1c44-432e-b508-60389f428681),segment_id=1fd6997a-1c44-432e-b508-60389f428681)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:46.918698 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:46.965952 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=1ed197c7-b404-47f0-a156-e73c9b2a9a69,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:47.288713 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc491c-2398-4ed4-9252-88abc1eddb26 req-8a08b311-1c24-4670-80dd-cc7c85bf43b9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.290174 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-64bc491c-2398-4ed4-9252-88abc1eddb26 req-8a08b311-1c24-4670-80dd-cc7c85bf43b9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.1072166 Aug 13 02:41:47.304734 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0202f-370c-4fe1-a53e-9b309d37ba8b req-07a2d777-94f1-4c8f-b4d3-6bcb1b5826d9 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.306186 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9db0202f-370c-4fe1-a53e-9b309d37ba8b req-07a2d777-94f1-4c8f-b4d3-6bcb1b5826d9 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0717437 Aug 13 02:41:47.362140 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-64bc491c-2398-4ed4-9252-88abc1eddb26 req-21fb4aba-373a-4f65-b038-ad30d09ed475 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657344 Aug 13 02:41:47.369301 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9db0202f-370c-4fe1-a53e-9b309d37ba8b req-469f2cef-465d-42d6-a55b-25867ff0c40e tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Aug 13 02:41:47.473485 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c720388-b3fd-4f50-8164-365914fa38a5 req-c4115d8b-cf87-4b7c-af49-52392f2e8caf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.474957 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c720388-b3fd-4f50-8164-365914fa38a5 req-c4115d8b-cf87-4b7c-af49-52392f2e8caf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0495448 Aug 13 02:41:47.511488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c720388-b3fd-4f50-8164-365914fa38a5 req-098e6c1d-8804-4ade-846f-0dfbb1686ab2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Aug 13 02:41:48.502007 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cda249-2f3c-41a8-b3df-bd46eaf78318 req-1de9cbeb-7cd8-4e77-9c55-7a499fe40b97 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.503502 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73cda249-2f3c-41a8-b3df-bd46eaf78318 req-1de9cbeb-7cd8-4e77-9c55-7a499fe40b97 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0751326 Aug 13 02:41:48.517556 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd57e7-2f6b-42f4-836b-57684a5c1ba9 req-3dd26f51-03ed-4309-bea5-56f09d89d3ae tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.519019 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-85fd57e7-2f6b-42f4-836b-57684a5c1ba9 req-3dd26f51-03ed-4309-bea5-56f09d89d3ae tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0818937 Aug 13 02:41:48.567391 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73cda249-2f3c-41a8-b3df-bd46eaf78318 req-3430c0b6-be56-4009-a6e0-8154c563699f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577667 Aug 13 02:41:48.579123 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-85fd57e7-2f6b-42f4-836b-57684a5c1ba9 req-87b5351d-487f-4357-9421-b7233e8a9210 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530753 Aug 13 02:41:48.669391 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369666e-bbcf-4154-b417-7551d0adb299 req-c8eea4ed-ff23-4af2-8e2d-9c169bb0ecff tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.671143 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4369666e-bbcf-4154-b417-7551d0adb299 req-c8eea4ed-ff23-4af2-8e2d-9c169bb0ecff tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0480525 Aug 13 02:41:48.710492 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4369666e-bbcf-4154-b417-7551d0adb299 req-dbd292f6-ad72-47c9-85bd-474cfc0b6a90 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Aug 13 02:41:49.143321 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb2af016-063b-4984-9452-b48c5b917513 req-f52c288c-1a57-41ec-bd26-a457a0eae326 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868869 Aug 13 02:41:49.253614 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-ca5f7a45-264d-461d-9419-3b97f252fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.255701 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-ca5f7a45-264d-461d-9419-3b97f252fd04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 1097 time: 0.0409529 Aug 13 02:41:49.345088 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-e0909de2-b5ad-4fb6-b8e3-1fb8f25b66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.346621 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-e0909de2-b5ad-4fb6-b8e3-1fb8f25b66ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 919 time: 0.0830841 Aug 13 02:41:49.393050 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-73df2700-e291-4627-92a4-bd5494e5ded2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9013d90-7da6-405b-aec5-854e154f45e3 HTTP/1.1" status: 200 len: 217 time: 0.0387571 Aug 13 02:41:49.442560 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-4a79bbd6-38f7-45eb-ada8-4ef3f7638eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.443963 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-4a79bbd6-38f7-45eb-ada8-4ef3f7638eec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.0430238 Aug 13 02:41:49.476274 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-7989c20c-7302-44f9-82f5-c76c918571bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246141 Aug 13 02:41:49.569763 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-bb6e4f6a-e1a5-4210-849f-535d07982305 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846133 Aug 13 02:41:49.713205 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-078a0a23-5ad8-4560-b1d0-3ba1b578e686 req-ee81c8d1-1976-423f-a6a9-ba8d6e316b10 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354086 Aug 13 02:41:49.735939 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcb51c-7202-4cb0-b5ef-e15b0b0f289c req-bb893547-4d04-48c6-8ce8-5a6abf1227a1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.737431 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1afcb51c-7202-4cb0-b5ef-e15b0b0f289c req-bb893547-4d04-48c6-8ce8-5a6abf1227a1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0948536 Aug 13 02:41:49.745720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70fb5-b5c2-4f60-b92a-7cc8425b8bc8 req-c2925497-a957-4672-a34a-2f5da882ffd8 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.747094 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-81f70fb5-b5c2-4f60-b92a-7cc8425b8bc8 req-c2925497-a957-4672-a34a-2f5da882ffd8 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0900567 Aug 13 02:41:49.798634 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1afcb51c-7202-4cb0-b5ef-e15b0b0f289c req-a26a25b9-dbd8-4194-b858-33bfeac9bed9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506113 Aug 13 02:41:49.805871 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-81f70fb5-b5c2-4f60-b92a-7cc8425b8bc8 req-b362986f-8a9a-43f2-9e65-714b0e25b48e tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519874 Aug 13 02:41:49.897793 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b04f1d-5b15-45df-abab-ca41c3ac0c26 req-f0b5adf4-bb04-436f-a34f-d5a4cdc8b8af tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.899230 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-69b04f1d-5b15-45df-abab-ca41c3ac0c26 req-f0b5adf4-bb04-436f-a34f-d5a4cdc8b8af tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0471480 Aug 13 02:41:49.936020 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-69b04f1d-5b15-45df-abab-ca41c3ac0c26 req-69f50c07-dea5-4fbe-9077-598ff4f3e161 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Aug 13 02:41:50.943282 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64750e33-5d9f-474d-a49d-8423e617965d req-11f59100-67c1-4e0e-8d2c-2ca535b3f3e0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:50.944947 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-64750e33-5d9f-474d-a49d-8423e617965d req-11f59100-67c1-4e0e-8d2c-2ca535b3f3e0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0787702 Aug 13 02:41:50.952183 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7248ea-e256-4b43-b53b-4bdae011eaa9 req-9ff9bdda-696c-4a16-b8b8-b8b469713416 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:50.953548 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2a7248ea-e256-4b43-b53b-4bdae011eaa9 req-9ff9bdda-696c-4a16-b8b8-b8b469713416 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0787151 Aug 13 02:41:51.011215 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-64750e33-5d9f-474d-a49d-8423e617965d req-aafe04ca-e0c4-4182-8e47-42226e97c6d9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567024 Aug 13 02:41:51.015775 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2a7248ea-e256-4b43-b53b-4bdae011eaa9 req-f0cb3c07-b1cb-4470-93f4-565699d440a7 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Aug 13 02:41:51.111583 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aace0b-14dc-4cbf-a80c-4620e2796aed req-4aa3746f-0bee-4f00-9a4c-34b16c8a6836 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:51.113546 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-90aace0b-14dc-4cbf-a80c-4620e2796aed req-4aa3746f-0bee-4f00-9a4c-34b16c8a6836 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0468149 Aug 13 02:41:51.150185 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-90aace0b-14dc-4cbf-a80c-4620e2796aed req-d240ec8a-7d39-4c27-8300-fda02b1763a4 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305784 Aug 13 02:41:52.152841 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaad1c2-88e2-4617-84d0-b3a2261ae410 req-d151e817-4953-493c-be6a-35ce25234de8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:52.154290 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4aaad1c2-88e2-4617-84d0-b3a2261ae410 req-d151e817-4953-493c-be6a-35ce25234de8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0754836 Aug 13 02:41:52.166424 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae009921-ae5e-4926-9d51-cf9a92801701 req-8dad1d95-46e3-4401-ad4d-7481846fb202 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:52.167785 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ae009921-ae5e-4926-9d51-cf9a92801701 req-8dad1d95-46e3-4401-ad4d-7481846fb202 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0786431 Aug 13 02:41:52.219677 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4aaad1c2-88e2-4617-84d0-b3a2261ae410 req-6f26dd9a-f0f2-443e-b2a1-8db100592672 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509810 Aug 13 02:41:52.224954 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ae009921-ae5e-4926-9d51-cf9a92801701 req-37cac39c-debc-4e8e-93d0-bb6b9e1db4a6 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506103 Aug 13 02:41:52.323764 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9096be-5976-42fb-b6ec-f944c513f8af req-eae324f5-595e-4136-86a1-4f897cdc772d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:52.325140 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec9096be-5976-42fb-b6ec-f944c513f8af req-eae324f5-595e-4136-86a1-4f897cdc772d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0474594 Aug 13 02:41:52.365681 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec9096be-5976-42fb-b6ec-f944c513f8af req-909871f7-be45-4859-bcb6-ba3ffbfbcf93 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Aug 13 02:41:53.364637 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80453a78-ef11-4885-83ed-ee46b44152da req-e567744d-335b-43e5-a6f4-4085fab5dbb6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.366092 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-80453a78-ef11-4885-83ed-ee46b44152da req-e567744d-335b-43e5-a6f4-4085fab5dbb6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0776920 Aug 13 02:41:53.373198 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac00a9-417a-4567-8cfd-bd4cb44d3f8f req-d0302b01-1b64-4f51-99cf-075e41dcda70 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.374573 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-71ac00a9-417a-4567-8cfd-bd4cb44d3f8f req-d0302b01-1b64-4f51-99cf-075e41dcda70 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0776017 Aug 13 02:41:53.427715 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-80453a78-ef11-4885-83ed-ee46b44152da req-944a9fef-0348-4fb0-9ce3-344a0fc8d073 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522323 Aug 13 02:41:53.432236 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-71ac00a9-417a-4567-8cfd-bd4cb44d3f8f req-179b811f-1be9-44fa-9d1e-74422809a10e tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504625 Aug 13 02:41:53.531897 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2863d-ad6b-4304-bd52-4ae9ab5c4505 req-6f0e7d47-9955-48e5-b2fb-9202e1a0390e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.533374 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33a2863d-ad6b-4304-bd52-4ae9ab5c4505 req-6f0e7d47-9955-48e5-b2fb-9202e1a0390e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0500998 Aug 13 02:41:53.578619 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33a2863d-ad6b-4304-bd52-4ae9ab5c4505 req-dacabcca-26a2-42ef-91d0-9a5c633a11f8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Aug 13 02:41:54.571856 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96c2c5-748f-4f69-8464-f70f945ec079 req-710005f4-eb86-4a9f-997d-c31ae17b1232 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:54.573257 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6b96c2c5-748f-4f69-8464-f70f945ec079 req-710005f4-eb86-4a9f-997d-c31ae17b1232 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0787737 Aug 13 02:41:54.580972 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f091d0-01e2-45d1-9537-c897e47f7ae7 req-026d757d-4004-41cb-8581-520a57638351 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:54.582973 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-22f091d0-01e2-45d1-9537-c897e47f7ae7 req-026d757d-4004-41cb-8581-520a57638351 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0748837 Aug 13 02:41:54.635746 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6b96c2c5-748f-4f69-8464-f70f945ec079 req-b3915001-c8cc-4add-905d-769845985107 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518558 Aug 13 02:41:54.647912 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-22f091d0-01e2-45d1-9537-c897e47f7ae7 req-d5123782-1ef2-4e2f-93be-109c4e4b62f7 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573525 Aug 13 02:41:54.747855 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f91a61-a502-4d2d-9522-129ddf0d9a85 req-7909f2c8-4e99-4d8e-a99f-3987e4e7072b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:54.749324 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a5f91a61-a502-4d2d-9522-129ddf0d9a85 req-7909f2c8-4e99-4d8e-a99f-3987e4e7072b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0523498 Aug 13 02:41:54.785552 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a5f91a61-a502-4d2d-9522-129ddf0d9a85 req-d38422a2-1dde-4290-b5c6-da12ef0e3644 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299323 Aug 13 02:41:55.390220 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['1ed197c7-b404-47f0-a156-e73c9b2a9a69'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:55.780791 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2d6bc-c360-4e3c-8937-a56609de6909 req-f7e8ae20-39ea-4403-b127-87a29964562d tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:55.782240 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fcc2d6bc-c360-4e3c-8937-a56609de6909 req-f7e8ae20-39ea-4403-b127-87a29964562d tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0669284 Aug 13 02:41:55.790793 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c7478-3b28-487f-a576-9a6203e51da7 req-c89152c3-6c9c-4fe0-935b-611dbee0ca8c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:55.792149 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2b9c7478-3b28-487f-a576-9a6203e51da7 req-c89152c3-6c9c-4fe0-935b-611dbee0ca8c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0885468 Aug 13 02:41:55.851008 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fcc2d6bc-c360-4e3c-8937-a56609de6909 req-00007879-ae2a-4b53-9f81-472ae23dd95a tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579109 Aug 13 02:41:55.853747 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2b9c7478-3b28-487f-a576-9a6203e51da7 req-813b586d-891d-44ab-8a61-cc7180b0a1d6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551016 Aug 13 02:41:55.952600 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae8518-8587-49b5-a026-98b6b400d3b7 req-2fe02b75-d855-43b1-b566-a3d43e2eb3b5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:55.953999 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9cae8518-8587-49b5-a026-98b6b400d3b7 req-2fe02b75-d855-43b1-b566-a3d43e2eb3b5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0495944 Aug 13 02:41:55.992094 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9cae8518-8587-49b5-a026-98b6b400d3b7 req-8f8407ad-beb3-4d65-8905-21b714d3b3db tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Aug 13 02:41:56.996486 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d15d47-219d-4228-8459-347bb336d071 req-9551802d-efcb-4867-b9e4-80998b43a38f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:56.997925 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f9d15d47-219d-4228-8459-347bb336d071 req-9551802d-efcb-4867-b9e4-80998b43a38f tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0792825 Aug 13 02:41:57.005695 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697826b-4986-45b3-a1b2-f12cb4650d1b req-c688a5e3-baaa-4823-a931-b3bf988c851a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:57.007038 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2697826b-4986-45b3-a1b2-f12cb4650d1b req-c688a5e3-baaa-4823-a931-b3bf988c851a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0872345 Aug 13 02:41:57.062436 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f9d15d47-219d-4228-8459-347bb336d071 req-facd49dc-6396-4e87-b35e-8ba9eecae5d2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544763 Aug 13 02:41:57.068210 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2697826b-4986-45b3-a1b2-f12cb4650d1b req-892dd07c-6f1b-41bf-a21a-cf5a315f0054 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543427 Aug 13 02:41:57.168294 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284069a2-e5d7-4a04-ad2d-1a76ae4f51d8 req-b6dbbc3a-f36c-4f81-ad4a-d42a2f3e8438 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:57.169766 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-284069a2-e5d7-4a04-ad2d-1a76ae4f51d8 req-b6dbbc3a-f36c-4f81-ad4a-d42a2f3e8438 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0470278 Aug 13 02:41:57.207616 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-284069a2-e5d7-4a04-ad2d-1a76ae4f51d8 req-5e5c41dc-35cb-4b04-8f70-68e1f263fd8e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Aug 13 02:41:58.210695 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53a50-4443-430f-9439-e14a31329940 req-fd251ad5-6270-488a-b388-3f1767b982e4 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:58.212135 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ec53a50-4443-430f-9439-e14a31329940 req-fd251ad5-6270-488a-b388-3f1767b982e4 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0801489 Aug 13 02:41:58.223700 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9248f1-4e81-450b-9760-f4f42dbd1f07 req-b074abe1-3520-48c9-95d2-99fc9479b5c8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:58.225069 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a9248f1-4e81-450b-9760-f4f42dbd1f07 req-b074abe1-3520-48c9-95d2-99fc9479b5c8 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0830915 Aug 13 02:41:58.279476 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ec53a50-4443-430f-9439-e14a31329940 req-c31e6348-1370-4c48-bb27-16b47bd8481c tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534539 Aug 13 02:41:58.284264 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a9248f1-4e81-450b-9760-f4f42dbd1f07 req-61f9ac7d-adde-495f-ae7f-b7b455909e68 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522695 Aug 13 02:41:58.380796 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99926a6-7222-4ea2-b711-ba7477ae1f01 req-9a7f7a68-aeba-4aae-9a02-ba6c51309cd7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:58.382142 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a99926a6-7222-4ea2-b711-ba7477ae1f01 req-9a7f7a68-aeba-4aae-9a02-ba6c51309cd7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0465400 Aug 13 02:41:58.418234 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a99926a6-7222-4ea2-b711-ba7477ae1f01 req-ef7eac69-651b-4b66-a339-543d1e4b9e14 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303986 Aug 13 02:41:59.382071 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device c897985c-4bd8-4b69-acbf-317c8608b4bf details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:41:59.493737 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port c897985c-4bd8-4b69-acbf-317c8608b4bf, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:59.506182 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': 'c897985c-4bd8-4b69-acbf-317c8608b4bf', 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1', 'port_id': 'c897985c-4bd8-4b69-acbf-317c8608b4bf', 'mac_address': 'fa:16:3e:10:31:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd764f6-afef-4dd5-9dae-f720defa0f90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:41:59.545175 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:59.559037 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c897985c-4bd8-4b69-acbf-317c8608b4bf {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:59.580764 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port c897985c-4bd8-4b69-acbf-317c8608b4bf, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:59.585823 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:59.642541 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02352e51-872c-4650-8be5-fce9b0377c2b req-89cc2474-a9fc-44be-9ab4-bf794ad996bf tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:59.644978 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-02352e51-872c-4650-8be5-fce9b0377c2b req-89cc2474-a9fc-44be-9ab4-bf794ad996bf tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.2970932 Aug 13 02:41:59.654165 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1bd39-afda-4433-87a0-9b1689522ed6 req-e8bb0ca7-e56c-4472-a3ff-cab0a21a96c1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:59.655572 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0ef1bd39-afda-4433-87a0-9b1689522ed6 req-e8bb0ca7-e56c-4472-a3ff-cab0a21a96c1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.2953846 Aug 13 02:41:59.706609 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-02352e51-872c-4650-8be5-fce9b0377c2b req-9eed65a0-c465-4e7a-b871-12a00dbde4e9 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498791 Aug 13 02:41:59.727430 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0ef1bd39-afda-4433-87a0-9b1689522ed6 req-88348ca5-447c-45b2-941d-e15b4fb2dbc3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552003 Aug 13 02:41:59.757730 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=c897985c-4bd8-4b69-acbf-317c8608b4bf,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:59.764538 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.764908 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.765250 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.765580 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.765907 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.766235 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.766560 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.766890 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.767226 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.767549 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.767865 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.768181 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:59.814045 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aafc2-2a20-4c39-9f2a-55aad84d5a69 req-b2c778c5-4066-4ddc-b6c4-bfef409799e0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:59.815471 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ab5aafc2-2a20-4c39-9f2a-55aad84d5a69 req-b2c778c5-4066-4ddc-b6c4-bfef409799e0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0474057 Aug 13 02:41:59.853410 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ab5aafc2-2a20-4c39-9f2a-55aad84d5a69 req-b6e25e8e-c0e7-4bc0-97f4-a42d6be00bfc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Aug 13 02:42:00.857599 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a9362-fbbe-47ff-a1a3-e30c2d9b3896 req-e35de65f-11e4-4d90-8732-db21e75669c4 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:00.859083 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-af7a9362-fbbe-47ff-a1a3-e30c2d9b3896 req-e35de65f-11e4-4d90-8732-db21e75669c4 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0767181 Aug 13 02:42:00.867246 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04d224-30b3-4a53-b523-32f7e0542c4f req-5a21b483-c0fb-40a5-a00b-d8ff870e8987 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:00.868607 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8b04d224-30b3-4a53-b523-32f7e0542c4f req-5a21b483-c0fb-40a5-a00b-d8ff870e8987 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0769432 Aug 13 02:42:00.922463 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-af7a9362-fbbe-47ff-a1a3-e30c2d9b3896 req-61fb2fd4-e1f9-4da0-af8e-a8f6d7f0d634 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529282 Aug 13 02:42:00.927226 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8b04d224-30b3-4a53-b523-32f7e0542c4f req-d32a1c7b-b6be-49ba-9748-4d6f773d8ebd tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520544 Aug 13 02:42:01.025051 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78971f83-ac3d-479b-b5b1-c84c52b12c03 req-ce202375-ad58-464e-8050-1071d00f2a10 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:01.026584 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-78971f83-ac3d-479b-b5b1-c84c52b12c03 req-ce202375-ad58-464e-8050-1071d00f2a10 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0476115 Aug 13 02:42:01.067567 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-78971f83-ac3d-479b-b5b1-c84c52b12c03 req-47b613e9-bc3a-4702-9234-361306b61946 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352550 Aug 13 02:42:02.065016 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f24d71-5099-48a5-bb0b-a6fab2872810 req-3f1ab8d6-ad87-4597-a1f4-77a9a48685aa tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:02.066396 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-40f24d71-5099-48a5-bb0b-a6fab2872810 req-3f1ab8d6-ad87-4597-a1f4-77a9a48685aa tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0663400 Aug 13 02:42:02.074195 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622bbec-31dd-4e11-a5d6-276f4fea6106 req-99e7c660-7aeb-416c-afd9-19db79d73570 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:02.075492 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7622bbec-31dd-4e11-a5d6-276f4fea6106 req-99e7c660-7aeb-416c-afd9-19db79d73570 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.0843081 Aug 13 02:42:02.129198 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7622bbec-31dd-4e11-a5d6-276f4fea6106 req-6b5191c2-7075-4247-836a-0f5cb35bfa1c tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Aug 13 02:42:02.131856 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-40f24d71-5099-48a5-bb0b-a6fab2872810 req-8814fb51-1394-4758-a088-755eef84efbb tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555208 Aug 13 02:42:02.233443 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb366d4-1eb4-4258-bb43-a4f112d2d3cc req-bb0fde52-4b49-450f-88ce-e97fd259d87b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:02.234874 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9fb366d4-1eb4-4258-bb43-a4f112d2d3cc req-bb0fde52-4b49-450f-88ce-e97fd259d87b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 944 time: 0.0498059 Aug 13 02:42:02.272563 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9fb366d4-1eb4-4258-bb43-a4f112d2d3cc req-1cb5071d-5715-4f68-9f64-e90dbcf3fe8a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309522 Aug 13 02:42:02.470010 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['c897985c-4bd8-4b69-acbf-317c8608b4bf'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:02.974873 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device e9013d90-7da6-405b-aec5-854e154f45e3 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:42:03.006258 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 1ed197c7-b404-47f0-a156-e73c9b2a9a69 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:03.106349 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port e9013d90-7da6-405b-aec5-854e154f45e3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e9013d90-7da6-405b-aec5-854e154f45e3,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:03.117088 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 1ed197c7-b404-47f0-a156-e73c9b2a9a69 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:03.124178 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': 'e9013d90-7da6-405b-aec5-854e154f45e3', 'network_id': '42dd588d-5715-4556-ab80-f08c56574cc1', 'port_id': 'e9013d90-7da6-405b-aec5-854e154f45e3', 'mac_address': 'fa:16:3e:c8:09:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd764f6-afef-4dd5-9dae-f720defa0f90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:42:03.125840 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 1ed197c7-b404-47f0-a156-e73c9b2a9a69 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:03.126224 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:03.248870 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:03.272938 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9013d90-7da6-405b-aec5-854e154f45e3 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:03.280674 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:03.304679 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port e9013d90-7da6-405b-aec5-854e154f45e3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e9013d90-7da6-405b-aec5-854e154f45e3,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:03.312148 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:03.318404 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fa440-d1ef-4579-85ca-57d986e5d8ec req-e1cdff7c-3a6f-4242-b37d-ef7fd82de4f4 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:03.320032 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc8fa440-d1ef-4579-85ca-57d986e5d8ec req-e1cdff7c-3a6f-4242-b37d-ef7fd82de4f4 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 944 time: 0.1158843 Aug 13 02:42:03.322436 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f160184-82e7-4f76-a228-c5dbee343fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed197c7-b404-47f0-a156-e73c9b2a9a69'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:03.351798 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ab255-60ca-4733-9a63-f70d900abb00 req-9d17747f-5861-4e5e-81e4-c3fe03606c7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:03.353353 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-002ab255-60ca-4733-9a63-f70d900abb00 req-9d17747f-5861-4e5e-81e4-c3fe03606c7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0893416 Aug 13 02:42:03.396680 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc8fa440-d1ef-4579-85ca-57d986e5d8ec req-2db0829a-7b81-42dc-bb6d-bcdef81e409e tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638032 Aug 13 02:42:03.418294 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-002ab255-60ca-4733-9a63-f70d900abb00 req-fef85a9b-afac-4d7d-bb3f-319282f299c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521166 Aug 13 02:42:03.437168 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 1ed197c7-b404-47f0-a156-e73c9b2a9a69, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ed197c7-b404-47f0-a156-e73c9b2a9a69,segment=NetworkSegment(1fd6997a-1c44-432e-b508-60389f428681),segment_id=1fd6997a-1c44-432e-b508-60389f428681)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:03.467470 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:03.525802 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=e9013d90-7da6-405b-aec5-854e154f45e3,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:03.535087 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aceaf05-5b35-4ec9-9d76-21f9895ac248 req-e64c02ff-d120-4ea7-a6ca-185ae0c93daf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:03.537135 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7aceaf05-5b35-4ec9-9d76-21f9895ac248 req-e64c02ff-d120-4ea7-a6ca-185ae0c93daf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 945 time: 0.0712948 Aug 13 02:42:03.605363 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7aceaf05-5b35-4ec9-9d76-21f9895ac248 req-6bab1ef7-75e9-4fbc-bd70-84aa68f8eba7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583773 Aug 13 02:42:03.613350 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d9dc0-a8a7-4e85-bd5f-641cee347c81" -d '{"events": [{"server_uuid": "6f160184-82e7-4f76-a228-c5dbee343fec", "name": "network-vif-plugged", "status": "completed", "tag": "1ed197c7-b404-47f0-a156-e73c9b2a9a69"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:03.638707 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=1ed197c7-b404-47f0-a156-e73c9b2a9a69,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:03.725984 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9559f0b-6ed1-4b58-a69e-bc5ffc75f046 x-openstack-request-id: req-c9559f0b-6ed1-4b58-a69e-bc5ffc75f046 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:03.726377 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f160184-82e7-4f76-a228-c5dbee343fec", "name": "network-vif-plugged", "status": "completed", "tag": "1ed197c7-b404-47f0-a156-e73c9b2a9a69", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:03.726811 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9559f0b-6ed1-4b58-a69e-bc5ffc75f046 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:03.727380 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f160184-82e7-4f76-a228-c5dbee343fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed197c7-b404-47f0-a156-e73c9b2a9a69', 'code': 200} Aug 13 02:42:04.024771 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['e9013d90-7da6-405b-aec5-854e154f45e3'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:04.025343 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6bb6b-73ea-4632-842d-82ffdc36c0dd req-60c7990c-1a5b-4adb-9990-53b4cefb3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:04.026983 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5f6bb6b-73ea-4632-842d-82ffdc36c0dd req-60c7990c-1a5b-4adb-9990-53b4cefb3b40 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 1098 time: 0.0792089 Aug 13 02:42:04.048500 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b5f6bb6b-73ea-4632-842d-82ffdc36c0dd req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:04.149750 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b5f6bb6b-73ea-4632-842d-82ffdc36c0dd req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:04.156260 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b5f6bb6b-73ea-4632-842d-82ffdc36c0dd req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:04.194584 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5f6bb6b-73ea-4632-842d-82ffdc36c0dd req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586530 Aug 13 02:42:04.202382 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b4021e3a-0b6b-480b-a0fc-cd8b04a69db3,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:04.210040 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.210393 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.210718 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.211059 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.211447 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.211785 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.212116 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.212469 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.212797 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.213122 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.213714 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.214044 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618eb44-a53a-4658-a238-e89f5f3be48b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:04.547747 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0f71b-f4b8-4baf-b786-a2755690f38c req-95b57571-ece3-4b29-9af1-cf563c632e50 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:04.549160 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eba0f71b-f4b8-4baf-b786-a2755690f38c req-95b57571-ece3-4b29-9af1-cf563c632e50 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 945 time: 0.0797305 Aug 13 02:42:04.561406 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaba0a0-5490-44e0-a862-19b69c764d4d req-b624df13-fff2-4da4-928d-c8f911b20e1f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:04.563038 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fbaba0a0-5490-44e0-a862-19b69c764d4d req-b624df13-fff2-4da4-928d-c8f911b20e1f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 944 time: 0.0683188 Aug 13 02:42:04.621588 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eba0f71b-f4b8-4baf-b786-a2755690f38c req-ce5e17af-a588-41ae-aa50-20f0980ca4e4 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576029 Aug 13 02:42:04.632601 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fbaba0a0-5490-44e0-a862-19b69c764d4d req-e534e386-6777-410d-b68b-d57ce6386e05 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623426 Aug 13 02:42:04.732015 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb88dd-e98d-4109-aa5e-075e09be9298 req-450b3521-f66d-485a-b820-01f3d149d4e9 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:04.733682 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2cbb88dd-e98d-4109-aa5e-075e09be9298 req-450b3521-f66d-485a-b820-01f3d149d4e9 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 945 time: 0.0527060 Aug 13 02:42:04.773747 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2cbb88dd-e98d-4109-aa5e-075e09be9298 req-2b0cde88-ba83-4f8c-90f6-251da9972a49 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Aug 13 02:42:04.972779 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:42:05.078485 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device c897985c-4bd8-4b69-acbf-317c8608b4bf up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:05.160410 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:05.178334 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:42:05.198017 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'port_id': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf', 'mac_address': 'fa:16:3e:2e:05:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:42:05.203561 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port c897985c-4bd8-4b69-acbf-317c8608b4bf completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:05.210000 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port c897985c-4bd8-4b69-acbf-317c8608b4bf triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:05.210794 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.237223 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38526) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:05.284044 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.306642 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:05.314169 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38530) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:05.355493 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:05.368878 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.377538 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.450776 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:05.464979 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port c897985c-4bd8-4b69-acbf-317c8608b4bf, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:05.470746 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.545652 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.554534 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=c897985c-4bd8-4b69-acbf-317c8608b4bf,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:05.644259 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 38546) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:05.660821 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.674320 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.724943 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=372d5895ea404136b90cc6660b9f218e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729567 Aug 13 02:42:05.725807 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38554) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:05.728604 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d5abed-9e9f-4707-93b5-58a62bfcc840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c897985c-4bd8-4b69-acbf-317c8608b4bf'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:05.731181 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d88f3b9-d737-44d9-a525-4946e0b29a7d" -d '{"events": [{"server_uuid": "23d5abed-9e9f-4707-93b5-58a62bfcc840", "name": "network-vif-plugged", "status": "completed", "tag": "c897985c-4bd8-4b69-acbf-317c8608b4bf"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:05.753039 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-523fbe7f-d261-43d7-9c1c-c75834bfd2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.771052 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.786336 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c8343b-04ba-4539-a005-c14d80fda5d9,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:05.792646 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6840d4f6-36e8-4cd2-a87e-0cea2843c258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.797095 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6e13e899-b5b2-407c-a223-19878440907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.801881 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.802232 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.802577 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.802915 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.803247 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.803581 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.803911 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.804237 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.804888 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.804888 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.805225 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.805546 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a9d0c-6d3e-4ff7-9f4b-d34b6ddbebb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:05.834092 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111bbe8-43df-468c-b264-3290b313d38a req-c17e5493-792f-4236-8b32-ca68813d7144 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:05.835663 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e111bbe8-43df-468c-b264-3290b313d38a req-c17e5493-792f-4236-8b32-ca68813d7144 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 945 time: 0.1319418 Aug 13 02:42:05.842030 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b5960a55-90a5-44a6-80ff-c87e7ba5ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.861631 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77918c-d4ab-4a2d-836c-2606b8b13d7e req-339e6bf8-2dc9-41bf-9de4-a17503f2ad0c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:05.863290 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ca77918c-d4ab-4a2d-836c-2606b8b13d7e req-339e6bf8-2dc9-41bf-9de4-a17503f2ad0c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 945 time: 0.1129825 Aug 13 02:42:05.864491 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b5960a55-90a5-44a6-80ff-c87e7ba5ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.911431 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b5960a55-90a5-44a6-80ff-c87e7ba5ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.914227 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b5960a55-90a5-44a6-80ff-c87e7ba5ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.916344 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-b5960a55-90a5-44a6-80ff-c87e7ba5ccbe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7c8343b-04ba-4539-a005-c14d80fda5d9 HTTP/1.1" status: 204 len: 168 time: 0.1876874 Aug 13 02:42:05.924550 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5960a55-90a5-44a6-80ff-c87e7ba5ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c8343b-04ba-4539-a005-c14d80fda5d9,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:05.945313 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e111bbe8-43df-468c-b264-3290b313d38a req-7e77abe5-99d9-456c-9f0b-1f16b7059847 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996537 Aug 13 02:42:05.967839 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ca77918c-d4ab-4a2d-836c-2606b8b13d7e req-b8a3b5f9-0592-4236-9260-bb89b3b47d0a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876076 Aug 13 02:42:06.013633 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-523fbe7f-d261-43d7-9c1c-c75834bfd2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.018113 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-523fbe7f-d261-43d7-9c1c-c75834bfd2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.028143 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['8a190e94-c2f1-44c4-b0db-71d71e9e1bcf'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:06.065159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90651428-ce84-423e-8edc-2d1d1784827d x-openstack-request-id: req-90651428-ce84-423e-8edc-2d1d1784827d {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:06.065367 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d5abed-9e9f-4707-93b5-58a62bfcc840", "name": "network-vif-plugged", "status": "completed", "tag": "c897985c-4bd8-4b69-acbf-317c8608b4bf", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:06.066186 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90651428-ce84-423e-8edc-2d1d1784827d {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:06.067510 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d5abed-9e9f-4707-93b5-58a62bfcc840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c897985c-4bd8-4b69-acbf-317c8608b4bf', 'code': 200} Aug 13 02:42:06.123852 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-523fbe7f-d261-43d7-9c1c-c75834bfd2b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a459b536ea9402890a85813e5b733ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780750 Aug 13 02:42:06.124485 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 38564) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:06.146396 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6840d4f6-36e8-4cd2-a87e-0cea2843c258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.150950 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fbe7f-d261-43d7-9c1c-c75834bfd2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd30600f-b6c1-4200-9677-8909fe9faa06,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:06.152182 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6840d4f6-36e8-4cd2-a87e-0cea2843c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.201470 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-6840d4f6-36e8-4cd2-a87e-0cea2843c258 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58dfff75ceb547dbaf181039a0823f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8842812 Aug 13 02:42:06.202327 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840d4f6-36e8-4cd2-a87e-0cea2843c258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd1699-1f73-4649-806b-3093c233bfbb,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:06.206127 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38566) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:06.239904 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa290d-fa4d-4df2-bb39-c59bb9f0db87 req-0f330f6c-cf2c-408b-b392-1c77b242b7bb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:06.241488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2fa290d-fa4d-4df2-bb39-c59bb9f0db87 req-0f330f6c-cf2c-408b-b392-1c77b242b7bb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 945 time: 0.1889925 Aug 13 02:42:06.246820 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e40e-f6d7-426a-8aa1-2ce696d3b296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.271963 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4353c130-401c-4bc5-8ac0-ebad38dfcb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.293815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e40e-f6d7-426a-8aa1-2ce696d3b296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.299529 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4353c130-401c-4bc5-8ac0-ebad38dfcb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.342715 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2fa290d-fa4d-4df2-bb39-c59bb9f0db87 req-572dcf89-96a9-4731-9ece-9d198df5b164 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841727 Aug 13 02:42:06.358890 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 38568) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:06.373966 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4353c130-401c-4bc5-8ac0-ebad38dfcb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.376707 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4353c130-401c-4bc5-8ac0-ebad38dfcb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.377215 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f15d01-ec00-4f3c-a5cc-822171f0829c req-0092be40-6644-4fbf-8da0-39e5afdc85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:06.380443 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-4353c130-401c-4bc5-8ac0-ebad38dfcb78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5fd1699-1f73-4649-806b-3093c233bfbb HTTP/1.1" status: 204 len: 168 time: 0.1701691 Aug 13 02:42:06.380570 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14f15d01-ec00-4f3c-a5cc-822171f0829c req-0092be40-6644-4fbf-8da0-39e5afdc85a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1099 time: 0.0978372 Aug 13 02:42:06.380570 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2cd75636-a1ad-4767-9aea-16dbb36af040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.386658 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353c130-401c-4bc5-8ac0-ebad38dfcb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd1699-1f73-4649-806b-3093c233bfbb,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:06.432974 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e40e-f6d7-426a-8aa1-2ce696d3b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.435369 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e40e-f6d7-426a-8aa1-2ce696d3b296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.436511 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-e1f1e40e-f6d7-426a-8aa1-2ce696d3b296 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd30600f-b6c1-4200-9677-8909fe9faa06 HTTP/1.1" status: 204 len: 168 time: 0.3102150 Aug 13 02:42:06.458886 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1e40e-f6d7-426a-8aa1-2ce696d3b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd30600f-b6c1-4200-9677-8909fe9faa06,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:06.461638 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14f15d01-ec00-4f3c-a5cc-822171f0829c req-d900a196-49a4-4f2c-bea1-b8ff1d2b35d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620630 Aug 13 02:42:06.528675 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2cd75636-a1ad-4767-9aea-16dbb36af040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.532830 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2cd75636-a1ad-4767-9aea-16dbb36af040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.585101 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-2cd75636-a1ad-4767-9aea-16dbb36af040 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57a9bd3011804393b376879402e2d55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245805 Aug 13 02:42:06.588074 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38580) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:06.607732 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd75636-a1ad-4767-9aea-16dbb36af040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c300516-9caf-4855-91f9-1674540ad8d7,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:06.663281 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-44ed746e-79b4-4e1e-a860-eaf36ab0be65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.686758 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-44ed746e-79b4-4e1e-a860-eaf36ab0be65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.763802 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-44ed746e-79b4-4e1e-a860-eaf36ab0be65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.767461 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-44ed746e-79b4-4e1e-a860-eaf36ab0be65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.771658 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-44ed746e-79b4-4e1e-a860-eaf36ab0be65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c300516-9caf-4855-91f9-1674540ad8d7 HTTP/1.1" status: 204 len: 168 time: 0.1822391 Aug 13 02:42:06.780370 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed746e-79b4-4e1e-a860-eaf36ab0be65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c300516-9caf-4855-91f9-1674540ad8d7,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:06.890546 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 38594) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:06.903599 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5ec27953-6725-43ca-8b11-a8f91ebadd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.985214 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device e9013d90-7da6-405b-aec5-854e154f45e3 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:07.029804 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38604) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:07.042990 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5ec27953-6725-43ca-8b11-a8f91ebadd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.047840 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5ec27953-6725-43ca-8b11-a8f91ebadd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.081668 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-5ec27953-6725-43ca-8b11-a8f91ebadd57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dac1ab75c7704414b11bdb2310b7d72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899977 Aug 13 02:42:07.082768 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port e9013d90-7da6-405b-aec5-854e154f45e3 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:07.084334 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38608) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:07.090042 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port e9013d90-7da6-405b-aec5-854e154f45e3 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:07.090656 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.191677 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec27953-6725-43ca-8b11-a8f91ebadd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddecc8f7-b8e7-4610-b40b-65761f4d5e55,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:07.191887 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-edb31c6f-7c1f-48fb-98e3-a18a94a5709a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.203078 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c35e79-cc4a-43f1-94fb-87d634ba5286 req-23eefe2f-5f9a-4cb4-bcc7-95c8210b99ed tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:07.204389 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-85c35e79-cc4a-43f1-94fb-87d634ba5286 req-23eefe2f-5f9a-4cb4-bcc7-95c8210b99ed tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 945 time: 0.1201766 Aug 13 02:42:07.213037 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1273dd-868d-4706-b476-d32d8d4b5d4e req-6fc5d141-c234-42f1-9e06-de7a841d9a50 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:07.214516 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d1273dd-868d-4706-b476-d32d8d4b5d4e req-6fc5d141-c234-42f1-9e06-de7a841d9a50 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 945 time: 0.1384184 Aug 13 02:42:07.243293 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-edb31c6f-7c1f-48fb-98e3-a18a94a5709a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.255119 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.297284 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port e9013d90-7da6-405b-aec5-854e154f45e3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e9013d90-7da6-405b-aec5-854e154f45e3,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:07.303174 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.332212 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d1273dd-868d-4706-b476-d32d8d4b5d4e req-659ae0ca-3081-4912-81cc-deb980d50a3b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107235 Aug 13 02:42:07.341167 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-85c35e79-cc4a-43f1-94fb-87d634ba5286 req-4bdde10a-e174-4940-acfc-217b4982bf86 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256454 Aug 13 02:42:07.347902 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-edb31c6f-7c1f-48fb-98e3-a18a94a5709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.352454 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-edb31c6f-7c1f-48fb-98e3-a18a94a5709a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.363916 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-edb31c6f-7c1f-48fb-98e3-a18a94a5709a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddecc8f7-b8e7-4610-b40b-65761f4d5e55 HTTP/1.1" status: 204 len: 168 time: 0.2779949 Aug 13 02:42:07.382722 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb31c6f-7c1f-48fb-98e3-a18a94a5709a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddecc8f7-b8e7-4610-b40b-65761f4d5e55,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:07.393557 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0551a212-74c0-4d5e-b118-5333d98239e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.406238 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=e9013d90-7da6-405b-aec5-854e154f45e3,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:07.508329 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a767a-1e2f-41c6-8ed3-81eda6c2da7a req-d173859b-35a7-48a5-9799-2d2f92a70772 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:07.510400 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d8a767a-1e2f-41c6-8ed3-81eda6c2da7a req-d173859b-35a7-48a5-9799-2d2f92a70772 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0670860 Aug 13 02:42:07.516299 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0551a212-74c0-4d5e-b118-5333d98239e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.525560 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0551a212-74c0-4d5e-b118-5333d98239e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.558253 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-0551a212-74c0-4d5e-b118-5333d98239e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cd7bda553ff4718a19c6cb031fa7e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5271759 Aug 13 02:42:07.559924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d8a767a-1e2f-41c6-8ed3-81eda6c2da7a req-68422fd6-fe90-46f5-9135-84deb9a345f6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 Aug 13 02:42:07.560949 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 38628) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:07.587435 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551a212-74c0-4d5e-b118-5333d98239e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeac9b91-831e-4d7f-8ca0-8c100a8f207e,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:07.624951 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6e6ff3d7-e5c0-41f9-8de6-a5082dd49e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.653325 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6e6ff3d7-e5c0-41f9-8de6-a5082dd49e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.719927 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6e6ff3d7-e5c0-41f9-8de6-a5082dd49e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.719927 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6e6ff3d7-e5c0-41f9-8de6-a5082dd49e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.719927 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6e6ff3d7-e5c0-41f9-8de6-a5082dd49e33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eeac9b91-831e-4d7f-8ca0-8c100a8f207e HTTP/1.1" status: 204 len: 168 time: 0.1514795 Aug 13 02:42:07.722517 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ff3d7-e5c0-41f9-8de6-a5082dd49e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeac9b91-831e-4d7f-8ca0-8c100a8f207e,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:08.069064 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c72e460-c079-4932-8417-6db16545be10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9013d90-7da6-405b-aec5-854e154f45e3'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:08.071758 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8621cf2-db6c-4ee3-abf2-9451c2c53d97" -d '{"events": [{"server_uuid": "9c72e460-c079-4932-8417-6db16545be10", "name": "network-vif-plugged", "status": "completed", "tag": "e9013d90-7da6-405b-aec5-854e154f45e3"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:08.108799 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f325a0-772f-4bef-b360-428a3d893823 x-openstack-request-id: req-95f325a0-772f-4bef-b360-428a3d893823 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:08.110195 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c72e460-c079-4932-8417-6db16545be10", "name": "network-vif-plugged", "status": "completed", "tag": "e9013d90-7da6-405b-aec5-854e154f45e3", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:08.110655 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95f325a0-772f-4bef-b360-428a3d893823 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:08.111254 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c72e460-c079-4932-8417-6db16545be10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9013d90-7da6-405b-aec5-854e154f45e3', 'code': 200} Aug 13 02:42:08.134510 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 38660) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:08.148299 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f1b8-1e90-4378-a98a-2fe77008f8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:08.243964 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f1b8-1e90-4378-a98a-2fe77008f8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:08.249067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7ff9f1b8-1e90-4378-a98a-2fe77008f8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:08.291178 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-7ff9f1b8-1e90-4378-a98a-2fe77008f8de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b677e6e306524936a2589d58dd4056cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553729 Aug 13 02:42:08.293001 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9f1b8-1e90-4378-a98a-2fe77008f8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa50e5f-1130-4b99-a25f-1eca5becf82d,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:08.293704 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38668) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:08.344872 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-18b2f968-c7d0-4fd0-b857-e1f9a10bc55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:08.368381 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-18b2f968-c7d0-4fd0-b857-e1f9a10bc55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:08.432365 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-18b2f968-c7d0-4fd0-b857-e1f9a10bc55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:08.434914 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-18b2f968-c7d0-4fd0-b857-e1f9a10bc55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:08.438356 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-18b2f968-c7d0-4fd0-b857-e1f9a10bc55d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6fa50e5f-1130-4b99-a25f-1eca5becf82d HTTP/1.1" status: 204 len: 168 time: 0.1413975 Aug 13 02:42:08.457727 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2f968-c7d0-4fd0-b857-e1f9a10bc55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa50e5f-1130-4b99-a25f-1eca5becf82d,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:08.508061 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407798b-52a6-478f-9c79-659312ef0c29 req-8b4041d5-6d98-4d06-936e-4a8d75f725de tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:08.509641 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1407798b-52a6-478f-9c79-659312ef0c29 req-8b4041d5-6d98-4d06-936e-4a8d75f725de tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 945 time: 0.0909317 Aug 13 02:42:08.542411 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205214a8-134e-4d24-b444-6e6b509bf754 req-d0015e8c-1863-4fff-8c50-f4b2f21e4bec tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:08.544868 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-205214a8-134e-4d24-b444-6e6b509bf754 req-d0015e8c-1863-4fff-8c50-f4b2f21e4bec tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 945 time: 0.0875716 Aug 13 02:42:08.588359 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1407798b-52a6-478f-9c79-659312ef0c29 req-3189ddc4-463a-4f06-907a-8a929f3c193a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701809 Aug 13 02:42:08.603965 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-205214a8-134e-4d24-b444-6e6b509bf754 req-3d5c9db4-a633-469e-ab79-b15370238110 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525007 Aug 13 02:42:08.720895 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb218-adca-4813-b69b-3898be182339 req-35d25d5e-f8cc-47ea-9dbe-2e19905b559d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:08.723725 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e99eb218-adca-4813-b69b-3898be182339 req-35d25d5e-f8cc-47ea-9dbe-2e19905b559d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0648167 Aug 13 02:42:08.775145 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e99eb218-adca-4813-b69b-3898be182339 req-7b2e99e9-871a-42ed-ac66-5ca6b3e0bf2c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449874 Aug 13 02:42:08.775565 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7062a187-7bc0-408e-b120-371449f7c2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:09.046873 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:09.681639 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:09.721215 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921f417-bbd5-4ccb-b6ac-791d67dc1ca2 req-cbf14029-dc8d-4709-9657-3aea63d585c3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:09.723307 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4921f417-bbd5-4ccb-b6ac-791d67dc1ca2 req-cbf14029-dc8d-4709-9657-3aea63d585c3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 945 time: 0.0567684 Aug 13 02:42:09.762345 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4921f417-bbd5-4ccb-b6ac-791d67dc1ca2 req-ffcf6c58-da13-4b6c-9968-8573cb34645f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332501 Aug 13 02:42:09.892529 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aabea-839a-4517-b696-e73877363879 req-5ad4c2bb-fcd8-4fc2-8ee0-fbd72c4fd591 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:09.892724 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b77aabea-839a-4517-b696-e73877363879 req-5ad4c2bb-fcd8-4fc2-8ee0-fbd72c4fd591 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0533493 Aug 13 02:42:09.936948 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b77aabea-839a-4517-b696-e73877363879 req-f8e50957-d3b2-468a-b84c-7f98a9bf97c8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Aug 13 02:42:10.166294 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:10.250912 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:10.257176 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:10.257613 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.343601 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.371178 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:10.373817 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0a6910-bdde-4d22-a2ef-a0e0bc4799b3" -d '{"events": [{"server_uuid": "495bdc3a-0edf-4356-b5aa-e21c8979b07a", "name": "network-vif-plugged", "status": "completed", "tag": "8a190e94-c2f1-44c4-b0db-71d71e9e1bcf"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:10.392376 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:10.397539 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.453872 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b84112-48e2-4884-b5d9-baa75cb956bf x-openstack-request-id: req-04b84112-48e2-4884-b5d9-baa75cb956bf {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:10.454252 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495bdc3a-0edf-4356-b5aa-e21c8979b07a", "name": "network-vif-plugged", "status": "completed", "tag": "8a190e94-c2f1-44c4-b0db-71d71e9e1bcf", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:10.454581 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04b84112-48e2-4884-b5d9-baa75cb956bf {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:10.455041 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf', 'code': 200} Aug 13 02:42:10.460108 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:10.939322 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18942d85-5e42-43ab-85b9-4323d31d798e req-12046b03-d534-42b2-8e59-fb00b75d5c18 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:10.942720 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-18942d85-5e42-43ab-85b9-4323d31d798e req-12046b03-d534-42b2-8e59-fb00b75d5c18 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0781384 Aug 13 02:42:11.026778 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-18942d85-5e42-43ab-85b9-4323d31d798e req-ad325a33-04aa-4dbb-8213-52b036420044 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734849 Aug 13 02:42:11.116498 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31375e9-fe3e-4507-9573-a5848e30af30 req-22c92654-7add-4271-9f54-6622511914b6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:11.118076 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d31375e9-fe3e-4507-9573-a5848e30af30 req-22c92654-7add-4271-9f54-6622511914b6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0545690 Aug 13 02:42:11.167594 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d31375e9-fe3e-4507-9573-a5848e30af30 req-5789fce0-34fe-4348-8a94-a91dc7a136eb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Aug 13 02:42:11.238060 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.461777 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 38860) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:11.585455 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-95d22bed-d916-4999-b96a-fddf3d230d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.681759 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-95d22bed-d916-4999-b96a-fddf3d230d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.685405 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-95d22bed-d916-4999-b96a-fddf3d230d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.723753 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-95d22bed-d916-4999-b96a-fddf3d230d81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1c346e0652d45fba97d4a33fdb2c4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605655 Aug 13 02:42:11.724591 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d22bed-d916-4999-b96a-fddf3d230d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae3bb2e-d665-4eee-a397-ecbee4dbd8e3,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:11.726259 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38868) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:11.784159 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3eeee031-9e63-4e23-a66d-48761f34632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.808154 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3eeee031-9e63-4e23-a66d-48761f34632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.872211 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3eeee031-9e63-4e23-a66d-48761f34632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.874843 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3eeee031-9e63-4e23-a66d-48761f34632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.876015 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-3eeee031-9e63-4e23-a66d-48761f34632b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fae3bb2e-d665-4eee-a397-ecbee4dbd8e3 HTTP/1.1" status: 204 len: 168 time: 0.1487548 Aug 13 02:42:11.886672 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeee031-9e63-4e23-a66d-48761f34632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae3bb2e-d665-4eee-a397-ecbee4dbd8e3,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:12.231410 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 38886) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:12.262518 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2649-b162-4c8e-b4f2-f59d62c668f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.270674 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195817-0329-4be2-bc8c-24e337307175 req-c77ac944-683b-4b2e-b703-760395acb2b2 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:12.272316 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b8195817-0329-4be2-bc8c-24e337307175 req-c77ac944-683b-4b2e-b703-760395acb2b2 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.1416726 Aug 13 02:42:12.286862 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8254e8d-3d5e-4665-8179-6fd58576fce5 req-4151044c-f821-4c44-8aea-25b3491dee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:12.289167 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f8254e8d-3d5e-4665-8179-6fd58576fce5 req-4151044c-f821-4c44-8aea-25b3491dee6a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 1099 time: 0.1464765 Aug 13 02:42:12.293621 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d79d0a-6d7b-40f7-bb52-812384c4f2c7 req-601805e3-4493-4312-b327-f0b22650db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:12.295031 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68d79d0a-6d7b-40f7-bb52-812384c4f2c7 req-601805e3-4493-4312-b327-f0b22650db46 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 1099 time: 0.1514106 Aug 13 02:42:12.367613 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2649-b162-4c8e-b4f2-f59d62c668f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.372563 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3e0c2649-b162-4c8e-b4f2-f59d62c668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.412033 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-3e0c2649-b162-4c8e-b4f2-f59d62c668f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8f69a1ac75f40bd841b6b359b08100e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787419 Aug 13 02:42:12.413170 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f8254e8d-3d5e-4665-8179-6fd58576fce5 req-ff64521e-62b6-486b-a8a1-8a514384df47 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987005 Aug 13 02:42:12.413764 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 38888) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:12.417561 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b8195817-0329-4be2-bc8c-24e337307175 req-c08a3fe4-2c04-41da-8a5b-079248b43c0e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274977 Aug 13 02:42:12.421869 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c2649-b162-4c8e-b4f2-f59d62c668f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a8bafd-1cb3-4de5-9e0c-5d5831b1703b,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:12.432216 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3128703-8d34-473e-84b0-90299bd1c319 req-5ebe85cc-042b-4b86-a285-f484ff62b7ef tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:12.434360 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c3128703-8d34-473e-84b0-90299bd1c319 req-5ebe85cc-042b-4b86-a285-f484ff62b7ef tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.1814253 Aug 13 02:42:12.436767 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68d79d0a-6d7b-40f7-bb52-812384c4f2c7 req-fbd93367-7f12-48a4-b052-f5f730915c64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131644 Aug 13 02:42:12.509145 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c3128703-8d34-473e-84b0-90299bd1c319 req-840b6d30-b935-422f-8157-3b6b2399c388 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646839 Aug 13 02:42:12.513559 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f56d1fa-c946-4182-a889-a1ab0da7a78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.534469 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f56d1fa-c946-4182-a889-a1ab0da7a78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.587286 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f56d1fa-c946-4182-a889-a1ab0da7a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.589869 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f56d1fa-c946-4182-a889-a1ab0da7a78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.593300 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6f56d1fa-c946-4182-a889-a1ab0da7a78c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0a8bafd-1cb3-4de5-9e0c-5d5831b1703b HTTP/1.1" status: 204 len: 168 time: 0.1726017 Aug 13 02:42:12.599387 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56d1fa-c946-4182-a889-a1ab0da7a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a8bafd-1cb3-4de5-9e0c-5d5831b1703b,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:13.562131 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559bcd8-cbc1-4fe0-be42-752a9f3b1f92 req-dae3f137-91c4-445a-bb94-57fe6df08e90 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:13.564637 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f559bcd8-cbc1-4fe0-be42-752a9f3b1f92 req-dae3f137-91c4-445a-bb94-57fe6df08e90 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0583584 Aug 13 02:42:13.606662 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f559bcd8-cbc1-4fe0-be42-752a9f3b1f92 req-091f210c-9244-4653-9ad8-d96ed16eb0c2 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354803 Aug 13 02:42:13.719571 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e826d-a2b7-4a1b-9da9-0fcc46949eb6 req-2a4688a8-7e62-4ca9-bc89-5e13b00a70a8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:13.721077 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8f8e826d-a2b7-4a1b-9da9-0fcc46949eb6 req-2a4688a8-7e62-4ca9-bc89-5e13b00a70a8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0560768 Aug 13 02:42:13.765544 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8f8e826d-a2b7-4a1b-9da9-0fcc46949eb6 req-5b86bdcb-1f23-4adb-ae4b-97180dd88b3d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371358 Aug 13 02:42:14.726279 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711d682-830d-43c3-87a4-dcddc69a128a req-a1202c11-0905-477b-84ad-5df0f43f01c4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:14.727794 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2711d682-830d-43c3-87a4-dcddc69a128a req-a1202c11-0905-477b-84ad-5df0f43f01c4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0491118 Aug 13 02:42:14.764704 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2711d682-830d-43c3-87a4-dcddc69a128a req-a976c303-cec9-47ea-8e06-978ec54ddf2a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Aug 13 02:42:14.882483 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024a28-7c1c-45b5-99e2-676b965c195d req-b64c93d1-ecd3-4360-b5b0-a19a5b3b6532 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:14.883981 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9c024a28-7c1c-45b5-99e2-676b965c195d req-b64c93d1-ecd3-4360-b5b0-a19a5b3b6532 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0490637 Aug 13 02:42:14.923977 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9c024a28-7c1c-45b5-99e2-676b965c195d req-ff697c05-da17-462d-b9b9-b5402bd747d2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Aug 13 02:42:15.570217 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39088) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:15.946827 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f7d92-5972-4319-a2f6-f32af347053d req-6af37238-ce8a-495d-a6b0-56755ae8d3ac tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:15.954639 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c98f7d92-5972-4319-a2f6-f32af347053d req-6af37238-ce8a-495d-a6b0-56755ae8d3ac tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0890410 Aug 13 02:42:15.964502 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7a8830fa-a7d1-45c4-aa8c-5153b4efb513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.007266 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c98f7d92-5972-4319-a2f6-f32af347053d req-5394b5ef-8746-4b1b-ad3d-1bd4d213bb5e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514669 Aug 13 02:42:16.017084 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39106) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:16.023745 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39108) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:16.082164 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fd04b-8ae0-42b9-81c5-f1ad18d8d334 req-06f81632-d15d-43f9-9962-adeb21817d29 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:16.083996 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8b3fd04b-8ae0-42b9-81c5-f1ad18d8d334 req-06f81632-d15d-43f9-9962-adeb21817d29 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0758653 Aug 13 02:42:16.146299 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8b3fd04b-8ae0-42b9-81c5-f1ad18d8d334 req-caac44f2-b13d-4519-9c93-19a4039d15a2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Aug 13 02:42:16.164074 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2ebc64c7-d725-476a-8f0b-7c591c7a09a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.168679 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7a8830fa-a7d1-45c4-aa8c-5153b4efb513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.173749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7a8830fa-a7d1-45c4-aa8c-5153b4efb513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.185394 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-eb65a6aa-ba5a-4778-b68a-251f415585e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.244293 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-7a8830fa-a7d1-45c4-aa8c-5153b4efb513 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de2f5e414ba14d9a9146a48437b9bc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6729906 Aug 13 02:42:16.247007 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39118) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:16.255207 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8830fa-a7d1-45c4-aa8c-5153b4efb513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff142602-89e2-4f93-a43e-08a6279fe16b,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:16.279165 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc8343-5387-4938-9119-2a4b3b69d3a6 req-1506bd4d-feaf-40f3-a8e0-be157708e9c1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:16.281435 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-55cc8343-5387-4938-9119-2a4b3b69d3a6 req-1506bd4d-feaf-40f3-a8e0-be157708e9c1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0953052 Aug 13 02:42:16.293302 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39120) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:16.302729 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'floatingip': {'port_id': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:16.320965 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a6fa-0a4b-4c74-b7f3-1332841d3e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.356952 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-eb65a6aa-ba5a-4778-b68a-251f415585e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.362811 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a6fa-0a4b-4c74-b7f3-1332841d3e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.371573 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-eb65a6aa-ba5a-4778-b68a-251f415585e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.425175 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.449671 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-eb65a6aa-ba5a-4778-b68a-251f415585e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5808282ac15a47f498e7d172f8ed15e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313982 Aug 13 02:42:16.458318 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39126) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:16.475133 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65a6aa-ba5a-4778-b68a-251f415585e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ff98a7-214e-4100-b228-aa40f8cda575,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:16.538565 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a6fa-0a4b-4c74-b7f3-1332841d3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.541762 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a6fa-0a4b-4c74-b7f3-1332841d3e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.545857 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-9ed4a6fa-0a4b-4c74-b7f3-1332841d3e5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff142602-89e2-4f93-a43e-08a6279fe16b HTTP/1.1" status: 204 len: 168 time: 0.2952592 Aug 13 02:42:16.568465 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4a6fa-0a4b-4c74-b7f3-1332841d3e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff142602-89e2-4f93-a43e-08a6279fe16b,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:16.575135 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-91a28c12-7b98-44f8-95f3-e8e6bf4778f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.619843 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2ebc64c7-d725-476a-8f0b-7c591c7a09a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.637117 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-91a28c12-7b98-44f8-95f3-e8e6bf4778f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.645952 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2ebc64c7-d725-476a-8f0b-7c591c7a09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.737688 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc64c7-d725-476a-8f0b-7c591c7a09a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3941cddd-387c-4199-ac0e-c4de74fd4a8a,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:16.761134 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2ebc64c7-d725-476a-8f0b-7c591c7a09a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab75e217a79f4fa6af1bfb60fa79041c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7356033 Aug 13 02:42:16.765419 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39142) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:16.830090 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-91a28c12-7b98-44f8-95f3-e8e6bf4778f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.833577 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-91a28c12-7b98-44f8-95f3-e8e6bf4778f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.837404 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-91a28c12-7b98-44f8-95f3-e8e6bf4778f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6ff98a7-214e-4100-b228-aa40f8cda575 HTTP/1.1" status: 204 len: 168 time: 0.3755076 Aug 13 02:42:16.849973 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a28c12-7b98-44f8-95f3-e8e6bf4778f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ff98a7-214e-4100-b228-aa40f8cda575,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:16.852871 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-1d831646-1e0f-4769-bcb2-635627d4eb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.884780 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-1d831646-1e0f-4769-bcb2-635627d4eb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:16.951867 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c6534-a6b2-4512-9ee9-bec6ea75512c req-7e69ad2c-a221-43c3-97a8-cf109b21811f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:16.953457 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-905c6534-a6b2-4512-9ee9-bec6ea75512c req-7e69ad2c-a221-43c3-97a8-cf109b21811f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.3638296 Aug 13 02:42:16.965303 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-de6d1c6c-050d-4750-9e40-8d98f67af4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:16.968224 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-de6d1c6c-050d-4750-9e40-8d98f67af4c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 1099 time: 0.3798518 Aug 13 02:42:16.979281 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39150) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:17.005840 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-96f11d79-e207-49cb-a8a9-09dab13d2049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.056996 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-1d831646-1e0f-4769-bcb2-635627d4eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.060714 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-1d831646-1e0f-4769-bcb2-635627d4eb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.062087 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-1d831646-1e0f-4769-bcb2-635627d4eb63 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3941cddd-387c-4199-ac0e-c4de74fd4a8a HTTP/1.1" status: 204 len: 168 time: 0.2950485 Aug 13 02:42:17.094001 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d831646-1e0f-4769-bcb2-635627d4eb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3941cddd-387c-4199-ac0e-c4de74fd4a8a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:17.142901 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-905c6534-a6b2-4512-9ee9-bec6ea75512c req-a0e20b5f-8d7c-4954-9952-41867d104e65 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719975 Aug 13 02:42:17.174371 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-96f11d79-e207-49cb-a8a9-09dab13d2049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.178688 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-96f11d79-e207-49cb-a8a9-09dab13d2049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.244622 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f11d79-e207-49cb-a8a9-09dab13d2049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d7662e-5e9e-4138-85c9-8e3036c62dac,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:17.283009 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-96f11d79-e207-49cb-a8a9-09dab13d2049 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0afa3ae7d6544d8a0e5807858d7dd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017085 Aug 13 02:42:17.288883 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39158) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:17.364126 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39162) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:17.376935 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-a5236297-b0d8-4b28-814e-2ec4663d75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:17.378436 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-a5236297-b0d8-4b28-814e-2ec4663d75f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 919 time: 0.3916054 Aug 13 02:42:17.390102 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3cc66cd8-3162-4101-9ae0-225c1900990a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.402314 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-68985f1a-d248-4e67-9afd-1497d2b1f5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.431803 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-68985f1a-d248-4e67-9afd-1497d2b1f5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.499655 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-b43ad8cc-88cd-4f4f-8a72-8ec452cc2387 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9013d90-7da6-405b-aec5-854e154f45e3 HTTP/1.1" status: 200 len: 217 time: 0.0951214 Aug 13 02:42:17.513320 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-68985f1a-d248-4e67-9afd-1497d2b1f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.515889 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-68985f1a-d248-4e67-9afd-1497d2b1f5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.517766 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-68985f1a-d248-4e67-9afd-1497d2b1f5ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49d7662e-5e9e-4138-85c9-8e3036c62dac HTTP/1.1" status: 204 len: 168 time: 0.2268932 Aug 13 02:42:17.529949 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68985f1a-d248-4e67-9afd-1497d2b1f5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d7662e-5e9e-4138-85c9-8e3036c62dac,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:17.564580 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3cc66cd8-3162-4101-9ae0-225c1900990a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.569038 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-3cc66cd8-3162-4101-9ae0-225c1900990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.613302 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-3cc66cd8-3162-4101-9ae0-225c1900990a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b08f6ca0ee64b03b6817a02c7f73bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452643 Aug 13 02:42:17.616914 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39170) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:17.619319 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc66cd8-3162-4101-9ae0-225c1900990a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0827b439-25df-4e5c-8ff3-f7b9cbd95c6e,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:17.652783 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39172) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:17.666454 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a0084a-57aa-4a7f-9533-f78e054b7256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.684961 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-599842db-7eb0-4fa1-949e-395eefe6bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:17.686431 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-599842db-7eb0-4fa1-949e-395eefe6bb2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.1652737 Aug 13 02:42:17.741214 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-715bba3f-232a-441c-9f7f-a1b6b7434666 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394282 Aug 13 02:42:17.743057 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.db.resource_extend [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 13 02:42:17.776485 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a0084a-57aa-4a7f-9533-f78e054b7256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.780371 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a0084a-57aa-4a7f-9533-f78e054b7256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.827573 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-22a0084a-57aa-4a7f-9533-f78e054b7256 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e99c6b61b98144028bd9db60218f92ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735408 Aug 13 02:42:17.827806 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39182) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:17.828734 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0084a-57aa-4a7f-9533-f78e054b7256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d7d61-eb03-4365-85a7-bc7e084c9045,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:17.940498 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.954713 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:17.956935 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7a7b6769-65cc-4baa-abc0-71adfa7164d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.033507 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7a7b6769-65cc-4baa-abc0-71adfa7164d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.042374 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-7ec6ce9a-9a02-4b33-b412-aad61d420135 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682972 Aug 13 02:42:18.118170 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39202) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:18.122065 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-677d10d9-a845-4455-bf26-79e0dbffc849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.226990 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-677d10d9-a845-4455-bf26-79e0dbffc849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.254655 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2bd685e2-2012-451c-9d37-baca9adda43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.261798 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Floating IP 7034866a-a76f-499b-bf40-c4ebd66c61d0 associated. External IP: 172.27.2.109, port: 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf. Aug 13 02:42:18.346411 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7a7b6769-65cc-4baa-abc0-71adfa7164d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.349188 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7a7b6769-65cc-4baa-abc0-71adfa7164d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.350330 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-7a7b6769-65cc-4baa-abc0-71adfa7164d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0827b439-25df-4e5c-8ff3-f7b9cbd95c6e HTTP/1.1" status: 204 len: 168 time: 0.7306170 Aug 13 02:42:18.364342 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb10e514-fdad-46dd-9258-ba6892bf84b8 req-e50e811c-ddfe-4425-92a8-7fbb2052e7ba service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028369 Aug 13 02:42:18.380428 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2bd685e2-2012-451c-9d37-baca9adda43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.381496 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b6769-65cc-4baa-abc0-71adfa7164d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0827b439-25df-4e5c-8ff3-f7b9cbd95c6e,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:18.391079 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2bd685e2-2012-451c-9d37-baca9adda43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.453627 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd685e2-2012-451c-9d37-baca9adda43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05812da-2da0-42eb-9ba0-51c0c0c99f30,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:18.459322 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4a6e1-be92-4794-aeb3-cb0a8606491d req-9d5cff65-c3f0-45f0-993c-b0590ac9a3ee tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:18.460906 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93d4a6e1-be92-4794-aeb3-cb0a8606491d req-9d5cff65-c3f0-45f0-993c-b0590ac9a3ee tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.2318094 Aug 13 02:42:18.502492 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-677d10d9-a845-4455-bf26-79e0dbffc849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.506727 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-677d10d9-a845-4455-bf26-79e0dbffc849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.508196 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-677d10d9-a845-4455-bf26-79e0dbffc849 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b1d7d61-eb03-4365-85a7-bc7e084c9045 HTTP/1.1" status: 204 len: 168 time: 0.6720331 Aug 13 02:42:18.511160 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2bd685e2-2012-451c-9d37-baca9adda43e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7be12b7a689147f981cb201868760af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896198 Aug 13 02:42:18.511964 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39228) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:18.540132 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d10d9-a845-4455-bf26-79e0dbffc849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d7d61-eb03-4365-85a7-bc7e084c9045,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:18.606832 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93d4a6e1-be92-4794-aeb3-cb0a8606491d req-c70007c7-86cc-4fe7-a927-fb9013dd32ee tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162283 Aug 13 02:42:18.669480 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a64191fc-506e-4dbc-b003-4c1869f0c776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.695186 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a64191fc-506e-4dbc-b003-4c1869f0c776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.747631 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a64191fc-506e-4dbc-b003-4c1869f0c776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.750418 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a64191fc-506e-4dbc-b003-4c1869f0c776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:18.754668 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a64191fc-506e-4dbc-b003-4c1869f0c776 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c05812da-2da0-42eb-9ba0-51c0c0c99f30 HTTP/1.1" status: 204 len: 168 time: 0.2387908 Aug 13 02:42:18.760513 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64191fc-506e-4dbc-b003-4c1869f0c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05812da-2da0-42eb-9ba0-51c0c0c99f30,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:18.976819 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:19.099993 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:19.105979 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:19.121791 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] Sync routers for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:19.132267 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:19.133061 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:19.141345 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-2c74418c-2fbc-4f63-82a4-4717999c5e7c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "PUT /v2.0/floatingips/7034866a-a76f-499b-bf40-c4ebd66c61d0 HTTP/1.1" status: 200 len: 992 time: 2.8427088 Aug 13 02:42:19.141345 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'tag': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:19.142378 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24599e7e-857a-4db0-b902-2977b53ea922" -d '{"events": [{"name": "network-changed", "server_uuid": "495bdc3a-0edf-4356-b5aa-e21c8979b07a", "tag": "8a190e94-c2f1-44c4-b0db-71d71e9e1bcf"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:19.207518 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc8357e-51fa-4193-9801-cd1d53f60e7b x-openstack-request-id: req-6cc8357e-51fa-4193-9801-cd1d53f60e7b {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:19.208000 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495bdc3a-0edf-4356-b5aa-e21c8979b07a", "tag": "8a190e94-c2f1-44c4-b0db-71d71e9e1bcf", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:19.208251 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6cc8357e-51fa-4193-9801-cd1d53f60e7b {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:19.208730 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'tag': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf', 'status': 'completed', 'code': 200} Aug 13 02:42:19.294232 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:19.353845 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599e7e-857a-4db0-b902-2977b53ea922 req-bb71d03d-1861-4da8-9eed-772495821da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.358388 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24599e7e-857a-4db0-b902-2977b53ea922 req-bb71d03d-1861-4da8-9eed-772495821da9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 1099 time: 0.0498135 Aug 13 02:42:19.478068 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599e7e-857a-4db0-b902-2977b53ea922 req-4ab13f19-9d06-41ef-8ce7-1d1ae6b68beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.479964 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24599e7e-857a-4db0-b902-2977b53ea922 req-4ab13f19-9d06-41ef-8ce7-1d1ae6b68beb service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 911 time: 0.1162665 Aug 13 02:42:19.621712 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24599e7e-857a-4db0-b902-2977b53ea922 req-6d4d38e2-31a7-4d2e-8693-9957559f9358 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf HTTP/1.1" status: 200 len: 1000 time: 0.1172578 Aug 13 02:42:19.713113 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599e7e-857a-4db0-b902-2977b53ea922 req-f4e91385-9e26-4dd3-a568-87b60f8b4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.714929 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24599e7e-857a-4db0-b902-2977b53ea922 req-f4e91385-9e26-4dd3-a568-87b60f8b4c5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.0705011 Aug 13 02:42:19.768031 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '7034866a-a76f-499b-bf40-c4ebd66c61d0', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'port_id': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'mac_address': 'fa:16:3e:2e:05:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:41:09Z', 'updated_at': '2021-08-13T02:42:17Z', 'revision_number': 1, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:19.797603 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23981b2-577d-4e1f-a8a6-916715308b0b req-fa840612-c0a1-4966-b628-81a5fe919e6c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.805159 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] Checking router: 521d54dc-7b7f-4917-b76e-b85b14eecbd7 for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:19.809338 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b23981b2-577d-4e1f-a8a6-916715308b0b req-fa840612-c0a1-4966-b628-81a5fe919e6c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0933268 Aug 13 02:42:19.815732 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:19.816666 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:19.829246 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599e7e-857a-4db0-b902-2977b53ea922 req-5cb8c985-4d20-46f7-ba2e-d0824c2d7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.830800 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24599e7e-857a-4db0-b902-2977b53ea922 req-5cb8c985-4d20-46f7-ba2e-d0824c2d7942 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839267 Aug 13 02:42:19.879484 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b23981b2-577d-4e1f-a8a6-916715308b0b req-9048b9fc-d9cf-40fc-a47d-d2a52d4bc200 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692677 Aug 13 02:42:19.947705 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:19.961689 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24599e7e-857a-4db0-b902-2977b53ea922 req-865e4003-9c8a-4e34-afd8-2122e01e6a0f service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181996 Aug 13 02:42:20.066678 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24599e7e-857a-4db0-b902-2977b53ea922 req-b311af62-f8a5-49f4-9823-ed0bf82e9497 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972352 Aug 13 02:42:20.231539 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '7034866a-a76f-499b-bf40-c4ebd66c61d0', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'port_id': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'mac_address': 'fa:16:3e:2e:05:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:41:09Z', 'updated_at': '2021-08-13T02:42:17Z', 'revision_number': 1, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:20.261656 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de0c55d-c900-408f-b4b5-f23eb02bccad None None] The sync data for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi is: [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '7034866a-a76f-499b-bf40-c4ebd66c61d0', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'port_id': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'mac_address': 'fa:16:3e:2e:05:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:41:09Z', 'updated_at': '2021-08-13T02:42:17Z', 'revision_number': 1, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:20.584736 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b281b0-a9db-483e-b8e0-9775ecac3f38 None None] New status for floating IP 7034866a-a76f-499b-bf40-c4ebd66c61d0: ACTIVE {{(pid=100590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:20.662313 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39350) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:20.909314 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a85138d2-e2b0-46c8-89f9-b8c7f7e19f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.032168 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c204cb4-b091-45d8-825a-d91b03f89fbc req-0ea4ae22-c28e-49f1-aff3-22dcdf2c9ef6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:21.033687 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1c204cb4-b091-45d8-825a-d91b03f89fbc req-0ea4ae22-c28e-49f1-aff3-22dcdf2c9ef6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0847983 Aug 13 02:42:21.099388 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a85138d2-e2b0-46c8-89f9-b8c7f7e19f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.103764 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1c204cb4-b091-45d8-825a-d91b03f89fbc req-b37c5b9c-67a1-4d58-8f47-9802152084ea tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604739 Aug 13 02:42:21.105030 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a85138d2-e2b0-46c8-89f9-b8c7f7e19f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.146012 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85138d2-e2b0-46c8-89f9-b8c7f7e19f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3d4e00-6030-47d8-ae29-6d111b460452,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:21.152116 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-a85138d2-e2b0-46c8-89f9-b8c7f7e19f93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=327eb826827c4ce8a5c35c6982338a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887757 Aug 13 02:42:21.154677 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39378) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:21.212386 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0b5403ac-9161-4a6a-b637-6055e16e3e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.239971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0b5403ac-9161-4a6a-b637-6055e16e3e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.301333 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0b5403ac-9161-4a6a-b637-6055e16e3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.303963 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0b5403ac-9161-4a6a-b637-6055e16e3e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.305125 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-0b5403ac-9161-4a6a-b637-6055e16e3e2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c3d4e00-6030-47d8-ae29-6d111b460452 HTTP/1.1" status: 204 len: 168 time: 0.1493194 Aug 13 02:42:21.325281 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5403ac-9161-4a6a-b637-6055e16e3e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3d4e00-6030-47d8-ae29-6d111b460452,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:21.794469 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39408) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:21.808020 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-49a80749-3714-493c-b734-aee6163cf7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.918836 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-49a80749-3714-493c-b734-aee6163cf7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.923442 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-49a80749-3714-493c-b734-aee6163cf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:21.966420 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-49a80749-3714-493c-b734-aee6163cf7b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02a3b9135fbe4a61ac569e9bdb176efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706660 Aug 13 02:42:21.967497 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a80749-3714-493c-b734-aee6163cf7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6fb79a-a788-4834-9089-2da64f9c721a,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:21.974649 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39418) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:22.034880 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-177f494c-9c31-4b47-a779-fb1a176a32f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.057317 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-177f494c-9c31-4b47-a779-fb1a176a32f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.119064 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-177f494c-9c31-4b47-a779-fb1a176a32f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.121979 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-177f494c-9c31-4b47-a779-fb1a176a32f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.123422 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-177f494c-9c31-4b47-a779-fb1a176a32f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf6fb79a-a788-4834-9089-2da64f9c721a HTTP/1.1" status: 204 len: 168 time: 0.1459086 Aug 13 02:42:22.133152 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f494c-9c31-4b47-a779-fb1a176a32f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6fb79a-a788-4834-9089-2da64f9c721a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:22.261488 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc164f-3485-4a93-a504-f879e441226f req-2cfd114f-a0ff-41d6-8f16-2f6c4770e9d7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:22.263879 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-38bc164f-3485-4a93-a504-f879e441226f req-2cfd114f-a0ff-41d6-8f16-2f6c4770e9d7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0637846 Aug 13 02:42:22.349033 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-38bc164f-3485-4a93-a504-f879e441226f req-be8744bb-2864-4947-800a-92cebcb5d2bc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717826 Aug 13 02:42:22.551227 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39442) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:22.566540 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f47b8364-55b9-4bc1-b012-bff2fe60a7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.677748 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f47b8364-55b9-4bc1-b012-bff2fe60a7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.681699 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f47b8364-55b9-4bc1-b012-bff2fe60a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.721118 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b8364-55b9-4bc1-b012-bff2fe60a7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0c4c90-feb3-426d-a825-1d0ec9e50b85,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:22.726919 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-f47b8364-55b9-4bc1-b012-bff2fe60a7c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3c831410c21482693a5fb76171fdf0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745596 Aug 13 02:42:22.729509 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39450) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:22.776626 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-04f4f3b6-556c-4d04-a835-448111096b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.797133 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-04f4f3b6-556c-4d04-a835-448111096b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.840646 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-04f4f3b6-556c-4d04-a835-448111096b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.843882 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-04f4f3b6-556c-4d04-a835-448111096b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:22.845229 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-04f4f3b6-556c-4d04-a835-448111096b0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab0c4c90-feb3-426d-a825-1d0ec9e50b85 HTTP/1.1" status: 204 len: 168 time: 0.1148415 Aug 13 02:42:22.853564 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4f3b6-556c-4d04-a835-448111096b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0c4c90-feb3-426d-a825-1d0ec9e50b85,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:23.488993 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5063bb-8a9b-44f6-995b-b6fe84beeff6 req-65e46290-dce2-4bf9-ae41-dc6a4f93c570 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:23.490620 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5a5063bb-8a9b-44f6-995b-b6fe84beeff6 req-65e46290-dce2-4bf9-ae41-dc6a4f93c570 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0701346 Aug 13 02:42:23.535254 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5a5063bb-8a9b-44f6-995b-b6fe84beeff6 req-b2691dd4-d3a4-4657-b68a-7c36bcbc0a17 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377469 Aug 13 02:42:23.857736 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-9acc6e1c-a15a-404c-8cde-d29700056a9e tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=241c31e22893482688564d47a91c13a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317969 Aug 13 02:42:24.057345 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-4fc8f069-7825-4500-b41b-1c284891ee23 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.058774 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-4fc8f069-7825-4500-b41b-1c284891ee23 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909025 Aug 13 02:42:24.073955 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-4f86c72e-4767-41c8-a8b9-07b346b12f20 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/quotas/241c31e22893482688564d47a91c13a3 HTTP/1.1" status: 200 len: 375 time: 0.0094132 Aug 13 02:42:24.104837 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-116b3f3a-701c-49d4-8fcd-c5d7bcc500c9 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=241c31e22893482688564d47a91c13a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255187 Aug 13 02:42:24.272848 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a7d03ba3-e846-478c-a446-a2848c31426a req-eeaa2df4-6ee2-4558-8111-096b8f9de50f tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 210 time: 0.0284238 Aug 13 02:42:24.482808 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170be2fe-5850-47f3-b898-ecef36248662 req-cad001a6-2456-45d7-8008-c661726beb07 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.484592 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-170be2fe-5850-47f3-b898-ecef36248662 req-cad001a6-2456-45d7-8008-c661726beb07 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 945 time: 0.0822692 Aug 13 02:42:24.558961 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-170be2fe-5850-47f3-b898-ecef36248662 req-4ebbe329-760e-43bf-b64a-daa94d52510c tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664103 Aug 13 02:42:24.673350 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae561f4f-6e98-4459-93cc-7ece455c2683 req-b9ee06e4-e0a5-45dd-9651-6402c69e3be0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.675885 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ae561f4f-6e98-4459-93cc-7ece455c2683 req-b9ee06e4-e0a5-45dd-9651-6402c69e3be0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0602698 Aug 13 02:42:24.728862 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ae561f4f-6e98-4459-93cc-7ece455c2683 req-4762793f-c0c1-404b-a840-038dd9b47791 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Aug 13 02:42:24.746639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39540) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:24.868584 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-faffcba6-2460-47ce-955b-c8eab19aefd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.981277 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-faffcba6-2460-47ce-955b-c8eab19aefd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:24.988956 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-faffcba6-2460-47ce-955b-c8eab19aefd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.039537 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffcba6-2460-47ce-955b-c8eab19aefd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1a6abf-57ab-4559-9cb6-dbe4f03d420b,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:25.048593 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39554) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:25.050598 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-faffcba6-2460-47ce-955b-c8eab19aefd8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea31087f4a604f4d8682cb5b9639322f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024836 Aug 13 02:42:25.116613 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8e26b114-91c0-4765-aa81-3960516d9007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.146250 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8e26b114-91c0-4765-aa81-3960516d9007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.196770 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8e26b114-91c0-4765-aa81-3960516d9007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.202076 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8e26b114-91c0-4765-aa81-3960516d9007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.203578 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-8e26b114-91c0-4765-aa81-3960516d9007 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec1a6abf-57ab-4559-9cb6-dbe4f03d420b HTTP/1.1" status: 204 len: 168 time: 0.1547456 Aug 13 02:42:25.217752 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26b114-91c0-4765-aa81-3960516d9007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1a6abf-57ab-4559-9cb6-dbe4f03d420b,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:25.419553 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-80635b2a-a00f-4c1c-9e84-bd1417aa8c33 req-3c084a36-a068-4d13-8d9e-3cb23da052e8 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 210 time: 0.0640225 Aug 13 02:42:25.556480 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39582) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:25.573134 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-c503f881-0ac7-40db-9d60-879eff59884b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.733349 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-02a01d01-5e10-4b2e-a7be-e276049fa87a tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=241c31e22893482688564d47a91c13a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303812 Aug 13 02:42:25.785553 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b2663-f21e-4a44-b5dd-bdaae82973c9 req-be4e464a-13f0-43c5-afdf-371d8d1ad1d2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:25.787075 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed8b2663-f21e-4a44-b5dd-bdaae82973c9 req-be4e464a-13f0-43c5-afdf-371d8d1ad1d2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 945 time: 0.1278424 Aug 13 02:42:25.867756 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-c503f881-0ac7-40db-9d60-879eff59884b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.894481 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-c503f881-0ac7-40db-9d60-879eff59884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:25.937242 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed8b2663-f21e-4a44-b5dd-bdaae82973c9 req-92ad56d6-b339-405a-9336-bda10523b56c tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360798 Aug 13 02:42:25.982594 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-c503f881-0ac7-40db-9d60-879eff59884b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d64c5d5cdfe476687ae1dc3185ff793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244442 Aug 13 02:42:25.985262 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39596) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:26.005958 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872fae6-a4c5-43ea-b94d-5d9b2ce96f6d req-c92e1b3a-6c93-4a7b-8592-c32cf3ddf3e7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.007383 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2872fae6-a4c5-43ea-b94d-5d9b2ce96f6d req-c92e1b3a-6c93-4a7b-8592-c32cf3ddf3e7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.1634300 Aug 13 02:42:26.007981 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503f881-0ac7-40db-9d60-879eff59884b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e009d23-4ad0-4c77-8f91-5ca1d7a5e729,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:26.016698 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-db174a46-2330-4e44-851c-cad5b51530ff tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.018128 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-db174a46-2330-4e44-851c-cad5b51530ff tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582293 Aug 13 02:42:26.037106 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-779f8b20-8b75-4862-a438-7e43d537299a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.052291 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2872fae6-a4c5-43ea-b94d-5d9b2ce96f6d req-54da619e-5444-4848-8555-a6f2cfe4505f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329645 Aug 13 02:42:26.060083 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Request body: {'port': {'device_id': '0d12f511-da6d-4301-96dd-6d3c92264ad6', 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1', 'admin_state_up': True, 'tenant_id': '241c31e22893482688564d47a91c13a3'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:26.062695 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-779f8b20-8b75-4862-a438-7e43d537299a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.118241 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-779f8b20-8b75-4862-a438-7e43d537299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.121046 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-779f8b20-8b75-4862-a438-7e43d537299a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.122181 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-779f8b20-8b75-4862-a438-7e43d537299a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e009d23-4ad0-4c77-8f91-5ca1d7a5e729 HTTP/1.1" status: 204 len: 168 time: 0.1354814 Aug 13 02:42:26.131143 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f8b20-8b75-4862-a438-7e43d537299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e009d23-4ad0-4c77-8f91-5ca1d7a5e729,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:26.193351 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Made reservation on behalf of 241c31e22893482688564d47a91c13a3 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:26.196864 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.206743 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.319330 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.323158 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.389787 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d349be-9161-4370-94b3-c4de8c7504c8,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:26.491041 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Allocated IP 192.168.233.154 (f238a5cc-c9f6-48e1-bd5a-505a46fe38d1/7b99c84a-8200-4ac2-917e-be7a58047fe1/8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:26.538653 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-946791be-4efb-452d-86d4-cb2967d166f3 req-3df9773b-8862-420f-bc86-921afe7a0826 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 210 time: 0.0368090 Aug 13 02:42:26.688884 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.705011 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Transition to ACTIVE for port object 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:26.754572 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.796067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:26.799916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:26.802771 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:26.857135 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Pushing event updated for resources: {'Port': ['ID=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:26.884180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.886445 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:26.910467 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-19e512bb-cd7b-4ae4-9ab0-11f697f6269d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8554051 Aug 13 02:42:26.938544 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Request body: {'port': {'device_id': '0d12f511-da6d-4301-96dd-6d3c92264ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:27.069441 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.150123 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8097078a-72df-47d7-a852-9fd837ed60d1 None None] Provisioning for port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:27.154782 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8097078a-72df-47d7-a852-9fd837ed60d1 None None] Provisioning complete for port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:27.155265 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8097078a-72df-47d7-a852-9fd837ed60d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.198651 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39686) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:27.221900 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-8097078a-72df-47d7-a852-9fd837ed60d1 None None] Port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:42:27.269228 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3316905-f4d9-4899-a593-1bb3e612deb2 req-8d0fb99e-3b00-4b63-a31c-f6b66d404385 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:27.270788 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e3316905-f4d9-4899-a593-1bb3e612deb2 req-8d0fb99e-3b00-4b63-a31c-f6b66d404385 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 945 time: 0.2289050 Aug 13 02:42:27.364525 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d91ca9ca-b0ea-4d63-934a-0366ce6595ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.419112 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187bcbb-9337-492a-a30a-9cd9543d82aa req-fd7f704f-df35-449d-80ca-11519132b2a0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:27.420793 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c187bcbb-9337-492a-a30a-9cd9543d82aa req-fd7f704f-df35-449d-80ca-11519132b2a0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.1969833 Aug 13 02:42:27.468211 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d91ca9ca-b0ea-4d63-934a-0366ce6595ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.475486 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d91ca9ca-b0ea-4d63-934a-0366ce6595ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.490042 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e3316905-f4d9-4899-a593-1bb3e612deb2 req-3fd7b09b-b930-4ccb-b8f2-9254deb9ed65 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464665 Aug 13 02:42:27.514826 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ca9ca-b0ea-4d63-934a-0366ce6595ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112f22e4-77a7-4203-ba83-d75554532133,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:27.525405 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c187bcbb-9337-492a-a30a-9cd9543d82aa req-943de5de-aa2b-491a-a9c2-fb816bc57d81 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807803 Aug 13 02:42:27.534891 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d91ca9ca-b0ea-4d63-934a-0366ce6595ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=037d8343761b4768a3371788edb66409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336089 Aug 13 02:42:27.536960 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39704) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:27.621118 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-32de8777-d35c-461f-a443-68c0c9f19acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.637444 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:27.646136 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-32de8777-d35c-461f-a443-68c0c9f19acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.646355 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.670574 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Transition to ACTIVE for port object 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:27.675642 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.709177 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-32de8777-d35c-461f-a443-68c0c9f19acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.711682 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-32de8777-d35c-461f-a443-68c0c9f19acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.712886 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-32de8777-d35c-461f-a443-68c0c9f19acd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/112f22e4-77a7-4203-ba83-d75554532133 HTTP/1.1" status: 204 len: 168 time: 0.1750054 Aug 13 02:42:27.742479 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de8777-d35c-461f-a443-68c0c9f19acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112f22e4-77a7-4203-ba83-d75554532133,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:27.775201 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30542f97-fddf-41f0-896d-35530abe580c req-a4181d29-4cec-4562-bb5b-03e5d1ee0a42 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:27.778695 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-30542f97-fddf-41f0-896d-35530abe580c req-a4181d29-4cec-4562-bb5b-03e5d1ee0a42 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 948 time: 0.1184602 Aug 13 02:42:27.779453 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:27.905476 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Attempting to bind port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:27.905809 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Attempting to bind port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': 'ba7ac035-d255-47c6-bdb0-c7e881ca65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:27.906134 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Attempting to bind port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 on network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:27.932923 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 on network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:42:27.933232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Attempting to bind port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 on network f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:27.946648 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:27.946984 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Checking segment: {'id': 'ba7ac035-d255-47c6-bdb0-c7e881ca65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:27.947717 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Bound using segment: {'id': 'ba7ac035-d255-47c6-bdb0-c7e881ca65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:27.948241 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Bound port: 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7ac035-d255-47c6-bdb0-c7e881ca65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:27.948691 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.967133 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-30542f97-fddf-41f0-896d-35530abe580c req-c737dd1d-08ba-422e-b401-1b507569ab09 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554286 Aug 13 02:42:28.076248 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-d880a3aa-3d4f-4ba8-a73e-9fbdf6626281 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.077700 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-d880a3aa-3d4f-4ba8-a73e-9fbdf6626281 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 945 time: 0.0968866 Aug 13 02:42:28.085142 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] For port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:28.094404 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] For port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,segment=NetworkSegment(ba7ac035-d255-47c6-bdb0-c7e881ca65b5),segment_id=ba7ac035-d255-47c6-bdb0-c7e881ca65b5)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:28.100836 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39718) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:28.114932 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.115430 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b93c0afe-b01c-47c8-be70-e94e38c488c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.169566 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.170298 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.171674 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-58817c82-a27f-4192-9146-266ebe438970 service neutron] 10.222.0.39 "PUT /v2.0/ports/8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 HTTP/1.1" status: 200 len: 1098 time: 1.2418795 Aug 13 02:42:28.172107 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d12f511-da6d-4301-96dd-6d3c92264ad6', 'tag': '8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:28.174976 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdea67d6-03fc-4f53-bcc6-8c17846e34af" -d '{"events": [{"name": "network-changed", "server_uuid": "0d12f511-da6d-4301-96dd-6d3c92264ad6", "tag": "8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:28.232582 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b93c0afe-b01c-47c8-be70-e94e38c488c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.247608 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b93c0afe-b01c-47c8-be70-e94e38c488c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.295967 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-b93c0afe-b01c-47c8-be70-e94e38c488c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11ce949d4abc4e42803eba4d79c9946c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939082 Aug 13 02:42:28.297087 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c0afe-b01c-47c8-be70-e94e38c488c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7751253-8c5b-464a-a92c-0484a39a82a5,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:28.301347 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39726) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:28.357405 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2d16ebc0-7a84-4808-92f8-6caaaf770a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.389568 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2d16ebc0-7a84-4808-92f8-6caaaf770a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.447347 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2d16ebc0-7a84-4808-92f8-6caaaf770a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.449979 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2d16ebc0-7a84-4808-92f8-6caaaf770a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.453606 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2d16ebc0-7a84-4808-92f8-6caaaf770a96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7751253-8c5b-464a-a92c-0484a39a82a5 HTTP/1.1" status: 204 len: 168 time: 0.1488483 Aug 13 02:42:28.459806 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16ebc0-7a84-4808-92f8-6caaaf770a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7751253-8c5b-464a-a92c-0484a39a82a5,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:28.505529 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b94b61b-bd13-4921-acdf-cee6cade3e68 x-openstack-request-id: req-1b94b61b-bd13-4921-acdf-cee6cade3e68 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:28.505818 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d12f511-da6d-4301-96dd-6d3c92264ad6", "tag": "8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:28.506067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b94b61b-bd13-4921-acdf-cee6cade3e68 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:28.506461 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d12f511-da6d-4301-96dd-6d3c92264ad6', 'tag': '8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130', 'status': 'completed', 'code': 200} Aug 13 02:42:28.558689 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58817c82-a27f-4192-9146-266ebe438970 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:28.642322 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-8ddae0e1-a21c-4572-b03f-324bcbd8dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.644375 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-8ddae0e1-a21c-4572-b03f-324bcbd8dc88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=241c31e22893482688564d47a91c13a3&device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 1101 time: 0.1371953 Aug 13 02:42:28.684129 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Deleting port 1ed197c7-b404-47f0-a156-e73c9b2a9a69 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:28.684496 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.766481 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-7427ef61-5ef3-403b-ade0-33ba81dfd8f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 HTTP/1.1" status: 200 len: 217 time: 0.0846384 Aug 13 02:42:28.781020 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696758e7-8e3a-435b-ae6c-5cc8a9b4a58c req-96e0284c-cdf2-4615-bfb2-5e70e733eac2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.782472 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-696758e7-8e3a-435b-ae6c-5cc8a9b4a58c req-96e0284c-cdf2-4615-bfb2-5e70e733eac2 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 945 time: 0.2023146 Aug 13 02:42:28.851499 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7340ba-549a-4d88-a2f2-fbd566eaa0cd req-0e7fe5cc-46ff-4c8c-b698-cd020ea1460e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.853014 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5f7340ba-549a-4d88-a2f2-fbd566eaa0cd req-0e7fe5cc-46ff-4c8c-b698-cd020ea1460e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.2172325 Aug 13 02:42:28.902541 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39756) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:28.913270 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-6ec6d117-86d9-4736-b83b-a0a208747a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.914970 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-6ec6d117-86d9-4736-b83b-a0a208747a62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b99c84a-8200-4ac2-917e-be7a58047fe1 HTTP/1.1" status: 200 len: 843 time: 0.1263742 Aug 13 02:42:28.928829 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-696758e7-8e3a-435b-ae6c-5cc8a9b4a58c req-6c48da90-2bcb-4e7b-9f22-a12790a78620 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/security-groups?id=921316b3-320f-4bf8-84f0-08b5b555b158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298451 Aug 13 02:42:28.932298 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] For port 1ed197c7-b404-47f0-a156-e73c9b2a9a69, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ed197c7-b404-47f0-a156-e73c9b2a9a69,segment=NetworkSegment(1fd6997a-1c44-432e-b508-60389f428681),segment_id=1fd6997a-1c44-432e-b508-60389f428681)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:28.932858 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.992987 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Calling delete_port for 1ed197c7-b404-47f0-a156-e73c9b2a9a69 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:28.998730 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5f7340ba-549a-4d88-a2f2-fbd566eaa0cd req-94c71b6d-6670-46cb-aafc-1e595f0889ff tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299767 Aug 13 02:42:29.090261 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a77144b9-ab37-4191-bca8-52ca512160fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.152924 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-169ab5cf-0208-4e4c-a46f-3503d6e2c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:29.154437 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-169ab5cf-0208-4e4c-a46f-3503d6e2c2b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f238a5cc-c9f6-48e1-bd5a-505a46fe38d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2242613 Aug 13 02:42:29.215586 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a77144b9-ab37-4191-bca8-52ca512160fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.224512 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a77144b9-ab37-4191-bca8-52ca512160fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.266447 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a77144b9-ab37-4191-bca8-52ca512160fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b411474c9e8405abc7ce41c8f95bbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627839 Aug 13 02:42:29.273368 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39776) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:29.288971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7fa4-d121-4e2c-be5f-707ab025b771 req-afca248d-2cf6-4fe0-9dfa-6219e9a4710a tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:29.292319 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77144b9-ab37-4191-bca8-52ca512160fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506b69c2-fb56-4830-a8b2-c7598bd00c2d,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:29.297043 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93db7fa4-d121-4e2c-be5f-707ab025b771 req-afca248d-2cf6-4fe0-9dfa-6219e9a4710a tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 948 time: 0.1811793 Aug 13 02:42:29.357374 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.362688 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-56023137-4b1a-4eb7-a4de-ccd1b160b679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.382840 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93db7fa4-d121-4e2c-be5f-707ab025b771 req-80c6873a-ac0d-46b7-9215-1b3ac90efe35 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799916 Aug 13 02:42:29.409666 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-56023137-4b1a-4eb7-a4de-ccd1b160b679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.415193 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['1ed197c7-b404-47f0-a156-e73c9b2a9a69'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:29.441173 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Pushing event deleted for resources: {'Port': ['ID=1ed197c7-b404-47f0-a156-e73c9b2a9a69,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:29.491723 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-56023137-4b1a-4eb7-a4de-ccd1b160b679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.494555 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-56023137-4b1a-4eb7-a4de-ccd1b160b679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.498983 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-56023137-4b1a-4eb7-a4de-ccd1b160b679 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/506b69c2-fb56-4830-a8b2-c7598bd00c2d HTTP/1.1" status: 204 len: 168 time: 0.2244098 Aug 13 02:42:29.540735 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56023137-4b1a-4eb7-a4de-ccd1b160b679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506b69c2-fb56-4830-a8b2-c7598bd00c2d,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:29.553067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] No DVR routers for this DVR port 1ed197c7-b404-47f0-a156-e73c9b2a9a69 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:29.575607 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-47bdf849-9f50-4e2a-9143-03decf0a65c4 service neutron] 10.222.0.39 "GET /v2.0/networks/f238a5cc-c9f6-48e1-bd5a-505a46fe38d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097052 Aug 13 02:42:29.577027 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.579678 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c5ba9482-7074-423d-8c56-ec68e79ee467 req-54b088fc-45d5-4a23-8b53-e2b12b9b97fc tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.39 "DELETE /v2.0/ports/1ed197c7-b404-47f0-a156-e73c9b2a9a69 HTTP/1.1" status: 204 len: 173 time: 1.4922836 Aug 13 02:42:29.715452 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12b66792-2cd3-4e74-ba0b-fea0ded50797 req-0a14dfb8-8f68-4156-958f-586dca470fa6 service neutron] 10.222.0.39 "GET /v2.0/networks/f238a5cc-c9f6-48e1-bd5a-505a46fe38d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142044 Aug 13 02:42:29.907069 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-0472857c-ac7f-46df-aad9-0952d7a58301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:29.909663 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-0472857c-ac7f-46df-aad9-0952d7a58301 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=241c31e22893482688564d47a91c13a3&device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 1101 time: 0.0490215 Aug 13 02:42:30.002262 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39808) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:30.016916 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fad59b07-5b32-43c2-a01f-c5228b3d375c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.032746 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-86c7cccb-1df1-4027-bacc-b46bb8ecf782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.035404 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-86c7cccb-1df1-4027-bacc-b46bb8ecf782 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f238a5cc-c9f6-48e1-bd5a-505a46fe38d1 HTTP/1.1" status: 200 len: 870 time: 0.1105404 Aug 13 02:42:30.054934 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-949de4a2-ad7b-4b43-9ebc-29eff15df0b2 req-53ec8101-8c04-49f1-a6f1-40f6199d3173 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 210 time: 0.0370276 Aug 13 02:42:30.094156 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-1bfdb58a-b805-4838-a136-c7b8f0b3a1dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 HTTP/1.1" status: 200 len: 217 time: 0.0415354 Aug 13 02:42:30.147625 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fad59b07-5b32-43c2-a01f-c5228b3d375c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.151838 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fad59b07-5b32-43c2-a01f-c5228b3d375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.182728 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cd1ce-22ef-40a6-92f0-3c9c8b438f61 req-9a8f97d8-81a8-4293-bc13-0a3e85444b5d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.184248 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b29cd1ce-22ef-40a6-92f0-3c9c8b438f61 req-9a8f97d8-81a8-4293-bc13-0a3e85444b5d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0891757 Aug 13 02:42:30.206228 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-73da6199-2fa6-4fce-b4b0-da3b94696104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.206701 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-fad59b07-5b32-43c2-a01f-c5228b3d375c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=844bfe1b2ed3484a986663370273aff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047367 Aug 13 02:42:30.207633 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-73da6199-2fa6-4fce-b4b0-da3b94696104 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b99c84a-8200-4ac2-917e-be7a58047fe1 HTTP/1.1" status: 200 len: 843 time: 0.0834794 Aug 13 02:42:30.209641 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39818) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:30.225046 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad59b07-5b32-43c2-a01f-c5228b3d375c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879c4904-303d-4c29-8b17-07decc9af124,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:30.296935 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b29cd1ce-22ef-40a6-92f0-3c9c8b438f61 req-0a824aca-f139-4457-98e9-54be46f6cdf0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033545 Aug 13 02:42:30.318325 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-fc67f050-c755-4c06-a362-e831301a7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.319800 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-fc67f050-c755-4c06-a362-e831301a7ce3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f238a5cc-c9f6-48e1-bd5a-505a46fe38d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0913699 Aug 13 02:42:30.322622 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9530-8cb2-45b8-8dc7-a94b4254ad91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.382577 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9530-8cb2-45b8-8dc7-a94b4254ad91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.454416 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-36d4d018-d8d8-4415-b14b-a6a7c1fb9706 service neutron] 10.222.0.39 "GET /v2.0/networks/f238a5cc-c9f6-48e1-bd5a-505a46fe38d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222873 Aug 13 02:42:30.483679 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9530-8cb2-45b8-8dc7-a94b4254ad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.486160 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f6ef9530-8cb2-45b8-8dc7-a94b4254ad91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.487936 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-f6ef9530-8cb2-45b8-8dc7-a94b4254ad91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/879c4904-303d-4c29-8b17-07decc9af124 HTTP/1.1" status: 204 len: 168 time: 0.2773938 Aug 13 02:42:30.514156 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f160184-82e7-4f76-a228-c5dbee343fec', 'name': 'network-vif-deleted', 'tag': '1ed197c7-b404-47f0-a156-e73c9b2a9a69'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:30.516370 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab647331-8f89-4bc6-a9bd-3d4c310f76c6" -d '{"events": [{"server_uuid": "6f160184-82e7-4f76-a228-c5dbee343fec", "name": "network-vif-deleted", "tag": "1ed197c7-b404-47f0-a156-e73c9b2a9a69"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:30.552558 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9530-8cb2-45b8-8dc7-a94b4254ad91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879c4904-303d-4c29-8b17-07decc9af124,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:30.601967 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e3727-4dff-4e4f-93ef-abed570272f7 req-daa6bba3-3e31-41f0-8863-e6df792be8f9 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.603590 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ca2e3727-4dff-4e4f-93ef-abed570272f7 req-daa6bba3-3e31-41f0-8863-e6df792be8f9 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 948 time: 0.1374769 Aug 13 02:42:30.632336 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ca63b-727b-4a34-807c-78a8f71d9857 x-openstack-request-id: req-6d5ca63b-727b-4a34-807c-78a8f71d9857 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:30.632868 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f160184-82e7-4f76-a228-c5dbee343fec", "name": "network-vif-deleted", "tag": "1ed197c7-b404-47f0-a156-e73c9b2a9a69", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:30.633118 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d5ca63b-727b-4a34-807c-78a8f71d9857 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:30.633649 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f160184-82e7-4f76-a228-c5dbee343fec', 'name': 'network-vif-deleted', 'tag': '1ed197c7-b404-47f0-a156-e73c9b2a9a69', 'status': 'completed', 'code': 200} Aug 13 02:42:30.641526 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cdea67d6-03fc-4f53-bcc6-8c17846e34af req-542586f1-0171-4828-a0d9-bc897958632a service neutron] 10.222.0.39 "GET /v2.0/networks/f238a5cc-c9f6-48e1-bd5a-505a46fe38d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664784 Aug 13 02:42:30.678956 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ca2e3727-4dff-4e4f-93ef-abed570272f7 req-0ba8b888-7f73-42c8-ac47-0d98a448dd25 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589447 Aug 13 02:42:30.958966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39862) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:31.192061 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d5735893-71f5-4498-93c9-28824a1fe13b req-c098b017-3a4e-4e4f-be1d-c2586ea76b89 tempest-DeleteServersTestJSON-1134871979 tempest-DeleteServersTestJSON-1134871979-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f160184-82e7-4f76-a228-c5dbee343fec HTTP/1.1" status: 200 len: 210 time: 0.0282996 Aug 13 02:42:31.206463 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-035164fd-8a29-49a6-9786-dbc0b6880aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.309143 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-035164fd-8a29-49a6-9786-dbc0b6880aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.313045 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-035164fd-8a29-49a6-9786-dbc0b6880aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.363068 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-035164fd-8a29-49a6-9786-dbc0b6880aee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3280439dc04a40b09c660cd4b231e0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023328 Aug 13 02:42:31.365300 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035164fd-8a29-49a6-9786-dbc0b6880aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabaa12-b191-443a-b6a9-1ec4bbcfa8c2,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:31.366147 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 39886) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:31.422775 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-21fb5346-a107-40d8-adfa-1919ead4735e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.430084 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec23603-64b5-4135-be82-fb55a7ffdd80 req-d58d9cb9-35a5-49ba-b1b4-a7c7282718fc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:31.431670 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ec23603-64b5-4135-be82-fb55a7ffdd80 req-d58d9cb9-35a5-49ba-b1b4-a7c7282718fc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0613990 Aug 13 02:42:31.448159 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-21fb5346-a107-40d8-adfa-1919ead4735e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.477794 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ec23603-64b5-4135-be82-fb55a7ffdd80 req-e23ad325-14d1-46f3-b421-22ffa80d4385 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385501 Aug 13 02:42:31.505063 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-21fb5346-a107-40d8-adfa-1919ead4735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.510994 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-21fb5346-a107-40d8-adfa-1919ead4735e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.515363 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-21fb5346-a107-40d8-adfa-1919ead4735e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8eabaa12-b191-443a-b6a9-1ec4bbcfa8c2 HTTP/1.1" status: 204 len: 168 time: 0.1469984 Aug 13 02:42:31.528265 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb5346-a107-40d8-adfa-1919ead4735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabaa12-b191-443a-b6a9-1ec4bbcfa8c2,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:31.604103 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 1ed197c7-b404-47f0-a156-e73c9b2a9a69 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:31.623186 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 1ed197c7-b404-47f0-a156-e73c9b2a9a69 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:31.623539 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 1ed197c7-b404-47f0-a156-e73c9b2a9a69 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:31.803339 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6b579-8073-45bb-bbef-d3b42d120d36 req-26f613d8-7b9b-4646-a667-28af12b7885f tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:31.805053 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-faa6b579-8073-45bb-bbef-d3b42d120d36 req-26f613d8-7b9b-4646-a667-28af12b7885f tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 948 time: 0.0574191 Aug 13 02:42:31.854123 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-faa6b579-8073-45bb-bbef-d3b42d120d36 req-ea20d5c9-a546-4087-8b15-73ffc2aa54ce tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Aug 13 02:42:31.860769 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39904) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:31.882751 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9470b3d-1602-4eb2-aaee-2371b3f2a288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.987692 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9470b3d-1602-4eb2-aaee-2371b3f2a288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.994580 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9470b3d-1602-4eb2-aaee-2371b3f2a288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.036568 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9470b3d-1602-4eb2-aaee-2371b3f2a288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd06fa1b-54b5-4724-873d-c9f0c33f79b6,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:32.036568 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b9470b3d-1602-4eb2-aaee-2371b3f2a288 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42ef8dc2b0ec46ddb8436dd619bd669a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743102 Aug 13 02:42:32.038647 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 39908) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:32.093666 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-762eadbf-3b03-4699-b2f1-c3afa185f7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.122530 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-762eadbf-3b03-4699-b2f1-c3afa185f7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.189455 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-762eadbf-3b03-4699-b2f1-c3afa185f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.193732 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-762eadbf-3b03-4699-b2f1-c3afa185f7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.193891 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-762eadbf-3b03-4699-b2f1-c3afa185f7f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd06fa1b-54b5-4724-873d-c9f0c33f79b6 HTTP/1.1" status: 204 len: 168 time: 0.1542873 Aug 13 02:42:32.202408 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762eadbf-3b03-4699-b2f1-c3afa185f7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd06fa1b-54b5-4724-873d-c9f0c33f79b6,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:32.631090 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f368117-488b-428d-8258-024db53ab7a6 req-9e0c8089-aeb3-446c-aed0-23cb03da580f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:32.632679 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0f368117-488b-428d-8258-024db53ab7a6 req-9e0c8089-aeb3-446c-aed0-23cb03da580f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0710897 Aug 13 02:42:32.687636 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0f368117-488b-428d-8258-024db53ab7a6 req-524f5c1a-2391-4331-9b95-8016499df027 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487530 Aug 13 02:42:33.034774 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f207-b0b0-4961-9870-ff09bad7fb21 req-0412c4b7-4060-4a8d-aeee-423ee62c21ab tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.040825 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7e55f207-b0b0-4961-9870-ff09bad7fb21 req-0412c4b7-4060-4a8d-aeee-423ee62c21ab tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 948 time: 0.0721929 Aug 13 02:42:33.124344 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7e55f207-b0b0-4961-9870-ff09bad7fb21 req-b2f45a9c-6943-4d79-a04b-1248a417e22b tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759933 Aug 13 02:42:33.813814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14144581-165a-4afd-ae62-65fcc2aea090 req-2cf69e8b-8156-442b-acbe-1331c2999466 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:33.820654 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14144581-165a-4afd-ae62-65fcc2aea090 req-2cf69e8b-8156-442b-acbe-1331c2999466 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0604413 Aug 13 02:42:33.856706 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14144581-165a-4afd-ae62-65fcc2aea090 req-9add1a66-12cb-4b97-9a3a-9a9564e29513 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Aug 13 02:42:34.282212 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d738d8e-1bab-48de-af48-475008343f11 req-de2ac706-040c-4936-9281-e48e57b638b1 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:34.284048 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5d738d8e-1bab-48de-af48-475008343f11 req-de2ac706-040c-4936-9281-e48e57b638b1 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 948 time: 0.0865941 Aug 13 02:42:34.326708 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5d738d8e-1bab-48de-af48-475008343f11 req-805d8ecb-5cf7-414f-9c64-118516e63b3e tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359373 Aug 13 02:42:34.976065 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d234456-b978-4f9d-8d8d-6ef8a96eda01 req-4e1668a7-f5db-4862-af13-400615e5db15 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:34.977701 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3d234456-b978-4f9d-8d8d-6ef8a96eda01 req-4e1668a7-f5db-4862-af13-400615e5db15 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0515594 Aug 13 02:42:35.018402 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3d234456-b978-4f9d-8d8d-6ef8a96eda01 req-5c038e7e-2c91-4003-a5b2-6cb4d1364795 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342185 Aug 13 02:42:35.089167 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:42:35.293747 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,segment=NetworkSegment(ba7ac035-d255-47c6-bdb0-c7e881ca65b5),segment_id=ba7ac035-d255-47c6-bdb0-c7e881ca65b5)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:35.305018 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130', 'network_id': 'f238a5cc-c9f6-48e1-bd5a-505a46fe38d1', 'port_id': '8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130', 'mac_address': 'fa:16:3e:f1:1c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b99c84a-8200-4ac2-917e-be7a58047fe1', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:42:35.341703 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.360421 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:35.381435 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,segment=NetworkSegment(ba7ac035-d255-47c6-bdb0-c7e881ca65b5),segment_id=ba7ac035-d255-47c6-bdb0-c7e881ca65b5)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:35.385124 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.432124 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:35.445824 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb2334-7923-4737-ab33-73ea3a1367bd req-fbb7251a-118b-42b7-88af-770a7bb694c2 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:35.447289 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-76cb2334-7923-4737-ab33-73ea3a1367bd req-fbb7251a-118b-42b7-88af-770a7bb694c2 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 949 time: 0.0492337 Aug 13 02:42:35.484749 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-76cb2334-7923-4737-ab33-73ea3a1367bd req-cce8dd0e-84f4-43c6-85bf-40dfcd731e2f tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Aug 13 02:42:35.799563 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-03358065-7e66-4e12-a186-cc4824dc7023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.133170 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77461e-045f-4d99-bc4e-fd463b5c1ace req-c9db94e4-06fb-4b66-b359-882b9b07d715 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:36.134643 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ce77461e-045f-4d99-bc4e-fd463b5c1ace req-c9db94e4-06fb-4b66-b359-882b9b07d715 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0489416 Aug 13 02:42:36.171040 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ce77461e-045f-4d99-bc4e-fd463b5c1ace req-59b27b9f-692f-4c06-bf19-5a9fc56f8cff tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304453 Aug 13 02:42:36.598684 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42e2bb-2123-4035-961c-b5d932465ddd req-b193f184-fa3e-4a88-a648-206a0de726d0 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:36.600061 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec42e2bb-2123-4035-961c-b5d932465ddd req-b193f184-fa3e-4a88-a648-206a0de726d0 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 949 time: 0.0484545 Aug 13 02:42:36.640440 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec42e2bb-2123-4035-961c-b5d932465ddd req-3d827e6c-0964-4e4b-8afa-8a4bdd2db3b5 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Aug 13 02:42:37.284647 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec4b0-f88f-4a3e-9285-ca930b382f01 req-c4919ac3-0d78-49d9-84d9-225fb98c5307 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:37.286096 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f6cec4b0-f88f-4a3e-9285-ca930b382f01 req-c4919ac3-0d78-49d9-84d9-225fb98c5307 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0501051 Aug 13 02:42:37.330298 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f6cec4b0-f88f-4a3e-9285-ca930b382f01 req-3acd9750-1c6c-4c66-b494-89448c3e87b0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381608 Aug 13 02:42:37.766199 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df925434-3d6c-47d3-9cdd-adf4dc5c33ed req-e12e4dd4-4a6a-4577-bd9a-f8490736b61d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:37.767849 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-df925434-3d6c-47d3-9cdd-adf4dc5c33ed req-e12e4dd4-4a6a-4577-bd9a-f8490736b61d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 949 time: 0.0557392 Aug 13 02:42:37.805010 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-df925434-3d6c-47d3-9cdd-adf4dc5c33ed req-e0ea8f0c-8404-4008-926e-a9ea5682f9a8 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Aug 13 02:42:38.286420 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.452531 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deb94a-5c60-479c-9e22-fb725470e137 req-b289b582-6d56-4afa-ab9a-6473f0af8e47 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.453995 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1deb94a-5c60-479c-9e22-fb725470e137 req-b289b582-6d56-4afa-ab9a-6473f0af8e47 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0518637 Aug 13 02:42:38.495133 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1deb94a-5c60-479c-9e22-fb725470e137 req-a04e34c1-a3ae-4590-9933-5e46847b68e3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Aug 13 02:42:38.765508 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00f1dc8a-aba5-40d3-9f93-2b3fbbc8979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:38.918722 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf91e-411f-479f-9216-fab5ce368d65 req-0d0f9586-766f-4476-afc0-59dd8673ba26 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.920210 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ccccf91e-411f-479f-9216-fab5ce368d65 req-0d0f9586-766f-4476-afc0-59dd8673ba26 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 949 time: 0.0478559 Aug 13 02:42:38.960828 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ccccf91e-411f-479f-9216-fab5ce368d65 req-b1aec316-d241-4058-bfd5-fef6cdce14e4 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343158 Aug 13 02:42:39.008933 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:39.055174 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:39.618750 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cae0a-f561-4ad5-a4a9-0a090041bd69 req-c40b1822-d57c-45ff-ad6b-f8a03278bdb2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:39.620218 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ef6cae0a-f561-4ad5-a4a9-0a090041bd69 req-c40b1822-d57c-45ff-ad6b-f8a03278bdb2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0501509 Aug 13 02:42:39.657470 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ef6cae0a-f561-4ad5-a4a9-0a090041bd69 req-273cba49-ff1c-4744-9ed7-599909168c59 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Aug 13 02:42:39.667094 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:40.076494 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41881235-48c3-42dd-b3b6-61f62a98e804 req-541eec31-1f09-4b89-872f-3df782dde12e tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:40.078012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-41881235-48c3-42dd-b3b6-61f62a98e804 req-541eec31-1f09-4b89-872f-3df782dde12e tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 949 time: 0.0482626 Aug 13 02:42:40.119223 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-41881235-48c3-42dd-b3b6-61f62a98e804 req-22d5a36e-c414-45cb-8d80-59c8ad56cf6d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340393 Aug 13 02:42:40.779265 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c506eec-e0b7-4150-91a7-094ab44bf712 req-9839264b-9b6c-4010-94d1-70f65c0bbdac tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:40.780795 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3c506eec-e0b7-4150-91a7-094ab44bf712 req-9839264b-9b6c-4010-94d1-70f65c0bbdac tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0509422 Aug 13 02:42:40.823225 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3c506eec-e0b7-4150-91a7-094ab44bf712 req-863e2765-c92c-4b70-8c9e-7681c2c3590a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351079 Aug 13 02:42:41.239392 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.242263 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c583d-1c9f-4c61-8a8d-0868ccdc658e req-23288273-4e81-4d86-878e-485fff44dbc6 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:41.244106 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e5c583d-1c9f-4c61-8a8d-0868ccdc658e req-23288273-4e81-4d86-878e-485fff44dbc6 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 949 time: 0.0572824 Aug 13 02:42:41.284540 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e5c583d-1c9f-4c61-8a8d-0868ccdc658e req-796ab1ca-c9ab-4ff5-8054-e9b6247b6506 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Aug 13 02:42:41.952496 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e1ecf-a99f-48b7-947f-dd469b973c3a req-17044a02-0c0f-4884-a305-95bb42ce3290 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:41.953960 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d6e1ecf-a99f-48b7-947f-dd469b973c3a req-17044a02-0c0f-4884-a305-95bb42ce3290 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0488541 Aug 13 02:42:42.002745 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d6e1ecf-a99f-48b7-947f-dd469b973c3a req-35a1f4d0-c2b6-44b8-bdfa-8563f74cf78d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Aug 13 02:42:42.168961 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:42:42.305618 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:42.355147 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:42.358723 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:42.359098 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.402518 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc70b9d-3bc6-4459-b9c9-a5ea0b6f3fbe req-9603a152-9733-4641-a52c-672b2a6482ce tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:42.403976 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dbc70b9d-3bc6-4459-b9c9-a5ea0b6f3fbe req-9603a152-9733-4641-a52c-672b2a6482ce tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 949 time: 0.0487764 Aug 13 02:42:42.438226 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.441541 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dbc70b9d-3bc6-4459-b9c9-a5ea0b6f3fbe req-a6255360-73fc-4843-b921-df6901c25f30 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Aug 13 02:42:42.462104 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d12f511-da6d-4301-96dd-6d3c92264ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:42.464326 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4934ed93-4616-4fec-8e2a-05ba39862692" -d '{"events": [{"server_uuid": "0d12f511-da6d-4301-96dd-6d3c92264ad6", "name": "network-vif-plugged", "status": "completed", "tag": "8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:42.480172 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,segment=NetworkSegment(ba7ac035-d255-47c6-bdb0-c7e881ca65b5),segment_id=ba7ac035-d255-47c6-bdb0-c7e881ca65b5)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:42.484341 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.509627 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5536bd33-8d94-4f36-b1fe-4d25bcf8f8bf x-openstack-request-id: req-5536bd33-8d94-4f36-b1fe-4d25bcf8f8bf {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:42.509904 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d12f511-da6d-4301-96dd-6d3c92264ad6", "name": "network-vif-plugged", "status": "completed", "tag": "8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:42.510156 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5536bd33-8d94-4f36-b1fe-4d25bcf8f8bf {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:42.510543 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d12f511-da6d-4301-96dd-6d3c92264ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130', 'code': 200} Aug 13 02:42:42.535614 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:42.759496 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40236) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:42.782474 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25029d-3026-4497-98e0-a4508fa508fb req-618bd95d-3fcf-4c7f-a6f6-0b27455c04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:42.784613 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4b25029d-3026-4497-98e0-a4508fa508fb req-618bd95d-3fcf-4c7f-a6f6-0b27455c04a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 1103 time: 0.0406101 Aug 13 02:42:42.802357 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f7908c-da30-4adc-b38b-7ef5d21c7420 admin admin] Deleting subnet b3a0ccb7-7038-48d9-8ff7-03b2cb05bb86 {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:42:42.805312 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-84f7908c-da30-4adc-b38b-7ef5d21c7420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.823942 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4b25029d-3026-4497-98e0-a4508fa508fb req-739ceea5-c37f-47f9-aadd-692bb2b81a0c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295718 Aug 13 02:42:42.838860 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-84f7908c-da30-4adc-b38b-7ef5d21c7420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.880251 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-84f7908c-da30-4adc-b38b-7ef5d21c7420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.933004 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-84f7908c-da30-4adc-b38b-7ef5d21c7420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.946331 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-84f7908c-da30-4adc-b38b-7ef5d21c7420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.951117 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40244) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:42.951329 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-84f7908c-da30-4adc-b38b-7ef5d21c7420 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b3a0ccb7-7038-48d9-8ff7-03b2cb05bb86 HTTP/1.1" status: 204 len: 168 time: 0.1907976 Aug 13 02:42:42.970346 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7908c-da30-4adc-b38b-7ef5d21c7420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a0ccb7-7038-48d9-8ff7-03b2cb05bb86,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:43.031722 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.110163 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.152877 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16789423-80fc-4fb9-9747-e42fdd70ccd4']}} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:43.169805 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd6997a-1c44-432e-b508-60389f428681') {'for_net_delete': True} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:43.170109 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd6997a-1c44-432e-b508-60389f428681') {} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:43.457155 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b4179-fb36-43d0-a786-4684cc99541c req-28419490-1580-456c-9aae-c55ef350974b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:43.458774 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-638b4179-fb36-43d0-a786-4684cc99541c req-28419490-1580-456c-9aae-c55ef350974b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.3506625 Aug 13 02:42:43.460720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7456239'] for segment, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.487121 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.496520 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=100589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:42:43.496913 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883660'] for segment, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: Traceback (most recent call last): Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: timer() Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: cb(*args, **kw) Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: return func(*args, **kwargs) Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: self._notify() Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: self.callback(batched_events) Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: event.method(event) Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: return f(self, *a, **k) Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._get(url).json() Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: return self.request(url, 'GET', **kwargs) Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:42:43.498542 dv-cinder-759994-5-iscsi neutron-server[100589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:42:43.561029 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-638b4179-fb36-43d0-a786-4684cc99541c req-33ebd4ad-9e00-42a7-b49b-926799168e58 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929790 Aug 13 02:42:43.594240 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.604703 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82794-9453-4a3f-bc4d-86e29b04d47d req-4bc7d224-e5b6-4315-a826-f594e03ca90a tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:43.606161 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eae82794-9453-4a3f-bc4d-86e29b04d47d req-4bc7d224-e5b6-4315-a826-f594e03ca90a tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 950 time: 0.0668871 Aug 13 02:42:43.611750 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.613818 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] 10.222.0.43 "DELETE /v2.0/networks/16789423-80fc-4fb9-9747-e42fdd70ccd4 HTTP/1.1" status: 204 len: 168 time: 0.6614857 Aug 13 02:42:43.633151 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd139ed5-aa02-4a63-b813-33a5ef5d6c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=16789423-80fc-4fb9-9747-e42fdd70ccd4,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:43.663956 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eae82794-9453-4a3f-bc4d-86e29b04d47d req-1effd578-26fa-4b9c-8965-c56022b98a8b tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489845 Aug 13 02:42:43.806094 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40282) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:43.869971 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40286) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:43.881139 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-00f204a6-bc7c-4840-ad3b-0a0b7214637a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c6f193794364b488e6bee89741ae477&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0737283 Aug 13 02:42:43.945804 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7b61546-7baa-4e4f-8a85-e5ee687c43a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.982083 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7b61546-7baa-4e4f-8a85-e5ee687c43a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.012720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40294) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:44.031078 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7b61546-7baa-4e4f-8a85-e5ee687c43a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.034187 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7b61546-7baa-4e4f-8a85-e5ee687c43a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.035372 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d7b61546-7baa-4e4f-8a85-e5ee687c43a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/921316b3-320f-4bf8-84f0-08b5b555b158 HTTP/1.1" status: 204 len: 168 time: 0.1636858 Aug 13 02:42:44.043444 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b61546-7baa-4e4f-8a85-e5ee687c43a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921316b3-320f-4bf8-84f0-08b5b555b158,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:44.133179 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7526e53b-ca00-4eaa-ab41-ba4c4c9dd9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.232660 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7526e53b-ca00-4eaa-ab41-ba4c4c9dd9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.244553 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7526e53b-ca00-4eaa-ab41-ba4c4c9dd9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.282037 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526e53b-ca00-4eaa-ab41-ba4c4c9dd9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff8c800-45dd-4044-91dd-749011996d7a,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:44.287686 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-7526e53b-ca00-4eaa-ab41-ba4c4c9dd9ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0aa383da2774960bc1d59030271f4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736313 Aug 13 02:42:44.290392 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40306) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:44.340116 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-13f794b1-3fb6-4b08-a2de-2c8ab617709a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.363295 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-13f794b1-3fb6-4b08-a2de-2c8ab617709a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.414879 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-13f794b1-3fb6-4b08-a2de-2c8ab617709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.417595 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-13f794b1-3fb6-4b08-a2de-2c8ab617709a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.418749 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-13f794b1-3fb6-4b08-a2de-2c8ab617709a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dff8c800-45dd-4044-91dd-749011996d7a HTTP/1.1" status: 204 len: 168 time: 0.1273735 Aug 13 02:42:44.436762 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f794b1-3fb6-4b08-a2de-2c8ab617709a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff8c800-45dd-4044-91dd-749011996d7a,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:44.689157 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ece5c-7287-42a2-862d-300cfe210c9a req-72373adb-236b-4b13-a83e-70332c2b68ee tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.694383 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e84ece5c-7287-42a2-862d-300cfe210c9a req-72373adb-236b-4b13-a83e-70332c2b68ee tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0552397 Aug 13 02:42:44.745470 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e84ece5c-7287-42a2-862d-300cfe210c9a req-d39703ac-839e-485a-92ff-ab552476adb5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451841 Aug 13 02:42:44.801906 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50979d42-78c9-439f-8067-49bf8b9ada0e req-a68a4862-c6a3-4250-8043-0d5286ed5963 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.804039 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50979d42-78c9-439f-8067-49bf8b9ada0e req-a68a4862-c6a3-4250-8043-0d5286ed5963 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 950 time: 0.0564225 Aug 13 02:42:44.854122 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50979d42-78c9-439f-8067-49bf8b9ada0e req-3ab2500b-4256-4834-a6d7-a9840a34b486 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Aug 13 02:42:44.916261 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40340) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:44.936818 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-01c59ee0-1c2a-458f-9c86-c2bdea162113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.964862 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40342) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:45.063253 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-01c59ee0-1c2a-458f-9c86-c2bdea162113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.069448 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-01c59ee0-1c2a-458f-9c86-c2bdea162113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.124432 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-01c59ee0-1c2a-458f-9c86-c2bdea162113 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e958ce6cf5d74430abf1fc62fc3b0ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052221 Aug 13 02:42:45.124432 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c59ee0-1c2a-458f-9c86-c2bdea162113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81e4972-4ca4-4c3d-85f1-49394d10473c,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:45.125425 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40352) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:45.198204 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-191647278-network', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:45.207355 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cfcf110a-5110-4f1a-8d0c-18fc767a84ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.236826 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cfcf110a-5110-4f1a-8d0c-18fc767a84ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.253214 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Made reservation on behalf of d15501c9af0d4eb9a307bb9a7ac84801 for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:45.255490 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.270631 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.312029 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cfcf110a-5110-4f1a-8d0c-18fc767a84ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.315021 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cfcf110a-5110-4f1a-8d0c-18fc767a84ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.316125 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-cfcf110a-5110-4f1a-8d0c-18fc767a84ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b81e4972-4ca4-4c3d-85f1-49394d10473c HTTP/1.1" status: 204 len: 168 time: 0.1895831 Aug 13 02:42:45.333418 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf110a-5110-4f1a-8d0c-18fc767a84ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81e4972-4ca4-4c3d-85f1-49394d10473c,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:45.391019 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.396160 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.417176 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:42:45.433168 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba231d91-e0ad-43ed-844f-8ceb268c2a77,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:45.437947 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.438288 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Added segment 57f37292-e042-4237-b7f1-cb40958cd747 of type vlan for network 7696a46f-e4ae-44f7-bbe3-186da9448a02 Aug 13 02:42:45.478051 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.514502 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.515472 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:45.516248 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.573275 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6068506 Aug 13 02:42:45.576215 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40358) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:45.582097 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1f28-45ed-4558-8c6a-09ba6ba62967 admin admin] Pushing event updated for resources: {'Network': ['ID=7696a46f-e4ae-44f7-bbe3-186da9448a02,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:45.582323 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Request body: {'subnet': {'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-subnet', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:45.596766 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:42:45.600895 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40362) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:45.616971 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-98d1797c-8333-4418-aa8a-40af45f80f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.627464 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Made reservation on behalf of d15501c9af0d4eb9a307bb9a7ac84801 for: {'subnet': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:45.632432 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7761453'] for subnet, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.727748 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-98d1797c-8333-4418-aa8a-40af45f80f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.732159 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-98d1797c-8333-4418-aa8a-40af45f80f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.772759 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-98d1797c-8333-4418-aa8a-40af45f80f9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbed53042df749aab23886f104d286f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706097 Aug 13 02:42:45.775425 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1797c-8333-4418-aa8a-40af45f80f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad2caff-95b3-4edf-ae9e-128917438532,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:45.780759 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40366) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:45.828324 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7761439'] for subnet, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.835613 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2a43c-863b-4c75-995d-943015ee65af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.860322 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2a43c-863b-4c75-995d-943015ee65af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.911701 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfa8e37-2875-43e9-87aa-4b93b3aec79f,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:45.914466 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2a43c-863b-4c75-995d-943015ee65af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.918325 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-dab2a43c-863b-4c75-995d-943015ee65af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:45.919584 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-dab2a43c-863b-4c75-995d-943015ee65af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fad2caff-95b3-4edf-ae9e-128917438532 HTTP/1.1" status: 204 len: 168 time: 0.1378148 Aug 13 02:42:45.929274 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2a43c-863b-4c75-995d-943015ee65af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad2caff-95b3-4edf-ae9e-128917438532,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:45.942693 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03681d-4209-40ac-be15-3e2e226eb73d req-3310967d-f2b5-4764-a373-49044d1f1535 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:45.944305 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5b03681d-4209-40ac-be15-3e2e226eb73d req-3310967d-f2b5-4764-a373-49044d1f1535 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.1094177 Aug 13 02:42:45.960997 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Checking segment: {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:45.961357 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Network hostable DHCP agents. Network: 7696a46f-e4ae-44f7-bbe3-186da9448a02, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:42:46.035568 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5b03681d-4209-40ac-be15-3e2e226eb73d req-8e08cd7b-6e3d-4ddf-ac36-16f83e70c52f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742459 Aug 13 02:42:46.035568 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:42:46.044354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ec3a6-d081-478d-b504-33f2fa7a8f5b req-9d6ed1ca-8cf7-4444-9ab2-d450fe70d9fb tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:46.045853 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-290ec3a6-d081-478d-b504-33f2fa7a8f5b req-9d6ed1ca-8cf7-4444-9ab2-d450fe70d9fb tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 950 time: 0.0989823 Aug 13 02:42:46.063928 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 7696a46f-e4ae-44f7-bbe3-186da9448a02) {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:46.075253 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd4981-238b-4002-a3f7-5770f70d4da5 None None] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:46.081500 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:46.082653 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.106245 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-dbfa7066-54cb-41a0-8422-cc121758596f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5284512 Aug 13 02:42:46.109043 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40378) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:46.115455 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:46.116560 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-290ec3a6-d081-478d-b504-33f2fa7a8f5b req-91e76242-7883-46f1-b35b-3097238d9dfb tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636251 Aug 13 02:42:46.156598 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.158156 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.340068 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.366609 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-7696a46f-e4ae-44f7-bbe3-186da9448a02', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:42:46.367683 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.469496 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40400) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:46.552234 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125549b6-3dbb-4a6d-8283-eaca860278a4 req-5fb49313-0b4e-457c-86af-f9b36f89b870 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:46.553805 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-125549b6-3dbb-4a6d-8283-eaca860278a4 req-5fb49313-0b4e-457c-86af-f9b36f89b870 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 950 time: 0.0571587 Aug 13 02:42:46.573063 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.577371 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Allocated IP 172.20.0.2 (7696a46f-e4ae-44f7-bbe3-186da9448a02/bcfa8e37-2875-43e9-87aa-4b93b3aec79f/9f7425a2-bcc3-47c1-9906-045880161eb9) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:46.601924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-125549b6-3dbb-4a6d-8283-eaca860278a4 req-4b43de17-22d7-49fc-918f-7d088359e565 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Aug 13 02:42:46.651597 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-81706274-e169-4c5f-b089-071a4918811a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.768801 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-81706274-e169-4c5f-b089-071a4918811a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.772203 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.774153 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-81706274-e169-4c5f-b089-071a4918811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.780984 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Transition to ACTIVE for port object 9f7425a2-bcc3-47c1-9906-045880161eb9 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:46.828182 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-81706274-e169-4c5f-b089-071a4918811a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a95ee2c2188545449ead3d3bd59c77fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575184 Aug 13 02:42:46.831027 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81706274-e169-4c5f-b089-071a4918811a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f32776-30f4-4a8d-9d02-876c411b0963,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:46.831616 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40414) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:46.837460 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Transition to ACTIVE for port object 9f7425a2-bcc3-47c1-9906-045880161eb9 will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:46.849748 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.874410 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.897517 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:46.899265 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.900590 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:46.905779 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Pushing event updated for resources: {'Port': ['ID=9f7425a2-bcc3-47c1-9906-045880161eb9,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:46.908039 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:46.960620 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Attempting to bind port 9f7425a2-bcc3-47c1-9906-045880161eb9 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:46.961005 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Attempting to bind port 9f7425a2-bcc3-47c1-9906-045880161eb9 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:46.961356 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Attempting to bind port 9f7425a2-bcc3-47c1-9906-045880161eb9 on network 7696a46f-e4ae-44f7-bbe3-186da9448a02 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:46.966633 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:46.967018 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Checking segment: {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:46.967988 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.968684 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Bound using segment: {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:46.969318 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Bound port: 9f7425a2-bcc3-47c1-9906-045880161eb9, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:46.969864 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:46.974899 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-54f32a19-9689-42d0-af6c-292e03179f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.024515 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-54f32a19-9689-42d0-af6c-292e03179f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.045661 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] For port 9f7425a2-bcc3-47c1-9906-045880161eb9, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:47.049589 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] For port 9f7425a2-bcc3-47c1-9906-045880161eb9, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=9f7425a2-bcc3-47c1-9906-045880161eb9,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:47.055306 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.079293 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Allocated IP 172.27.2.186 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/9503dd88-96ec-49f8-bc98-f2a9b764c631) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:47.122836 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d48ca-2f5a-4699-9926-735c15c8e13c None None] Pushing event updated for resources: {'Port': ['ID=9f7425a2-bcc3-47c1-9906-045880161eb9,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:47.168565 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-54f32a19-9689-42d0-af6c-292e03179f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.171258 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-54f32a19-9689-42d0-af6c-292e03179f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.172666 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-54f32a19-9689-42d0-af6c-292e03179f21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93f32776-30f4-4a8d-9d02-876c411b0963 HTTP/1.1" status: 204 len: 168 time: 0.3399246 Aug 13 02:42:47.185079 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f32a19-9689-42d0-af6c-292e03179f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f32776-30f4-4a8d-9d02-876c411b0963,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:47.210821 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929feb13-6c52-4b6c-aaef-d2dcdff3819e req-13d22e40-d9a3-458f-a34c-8fc0c21dcf80 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:47.223690 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-929feb13-6c52-4b6c-aaef-d2dcdff3819e req-13d22e40-d9a3-458f-a34c-8fc0c21dcf80 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0882297 Aug 13 02:42:47.263783 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.277058 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-929feb13-6c52-4b6c-aaef-d2dcdff3819e req-2cd48b43-7992-4b9b-aaf2-4436bf827df1 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522594 Aug 13 02:42:47.327529 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.368872 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:47.371791 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:47.380436 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:47.776134 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15648c03-19d1-4d28-9fa7-fbfbeac55355 req-f852d991-9cfd-4914-8019-74323bcb2574 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:47.783805 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-15648c03-19d1-4d28-9fa7-fbfbeac55355 req-f852d991-9cfd-4914-8019-74323bcb2574 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 950 time: 0.0757167 Aug 13 02:42:47.787887 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Pushing event updated for resources: {'Port': ['ID=9503dd88-96ec-49f8-bc98-f2a9b764c631,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:47.829389 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40456) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:47.848446 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-15648c03-19d1-4d28-9fa7-fbfbeac55355 req-966136e7-feec-4dbe-bf77-1269f8823fec tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634160 Aug 13 02:42:47.996649 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.003467 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-4357997a-f423-407d-a8f0-6502e5abcdc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.132583 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-4357997a-f423-407d-a8f0-6502e5abcdc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.137613 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-4357997a-f423-407d-a8f0-6502e5abcdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.177032 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-4357997a-f423-407d-a8f0-6502e5abcdc6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0486f660828046e5890398141cf4ff6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418176 Aug 13 02:42:48.185806 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40472) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:48.202478 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357997a-f423-407d-a8f0-6502e5abcdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167cd573-b690-47bf-a302-4bfe5408508e,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:48.295790 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.340017 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee19c-a416-47e4-a6da-534fe1686004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.355207 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99345c1c-30e1-4035-9d8e-f69c914f6fa5 None None] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:48.383794 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee19c-a416-47e4-a6da-534fe1686004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.388922 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40480) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:48.430978 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8e686c8c-6617-448a-a053-b7089790f84d None None] Provisioning for port 9f7425a2-bcc3-47c1-9906-045880161eb9 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:48.461367 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9499ddf-e990-416b-b14d-d0b91055693e req-1d6dc45e-a40d-410b-96df-1abedc3cc74f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.472425 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f9499ddf-e990-416b-b14d-d0b91055693e req-1d6dc45e-a40d-410b-96df-1abedc3cc74f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.1044154 Aug 13 02:42:48.516834 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee19c-a416-47e4-a6da-534fe1686004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.523308 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ac5ee19c-a416-47e4-a6da-534fe1686004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.524703 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f9499ddf-e990-416b-b14d-d0b91055693e req-0cd5ff3d-9433-4a4a-bfb7-6f79e68d5a7d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511277 Aug 13 02:42:48.525215 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ac5ee19c-a416-47e4-a6da-534fe1686004 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/167cd573-b690-47bf-a302-4bfe5408508e HTTP/1.1" status: 204 len: 168 time: 0.3385205 Aug 13 02:42:48.538990 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ee19c-a416-47e4-a6da-534fe1686004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167cd573-b690-47bf-a302-4bfe5408508e,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:48.552256 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:42:48.633124 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1116168133-network', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:48.724599 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Made reservation on behalf of 1f35c4d4a6524f078112a8a65b84f54c for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:48.727041 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.746178 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.768928 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:48.778342 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Sync routers for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:48.788728 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:48.789434 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:48.884837 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.890012 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.915377 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.917429 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ccd0c017-aae3-4854-911c-fdb4ad8f2979 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8068588 Aug 13 02:42:48.920125 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40530) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:48.937961 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:42:48.969806 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98056c8-84c9-4843-8fcf-e4b54899fe50,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:48.990015 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:48.990441 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Added segment 75217b48-7f09-46d1-bc09-48815512918d of type vlan for network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a Aug 13 02:42:48.990562 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:49.039696 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.087323 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.088322 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.088999 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.154486 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7283905 Aug 13 02:42:49.155152 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40550) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:49.177441 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Request body: {'subnet': {'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1116168133-subnet', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:49.217780 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5938d-cfff-401f-bebf-d05f4208a7e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:49.254399 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:42:49.264926 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Made reservation on behalf of 1f35c4d4a6524f078112a8a65b84f54c for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:49.281607 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114205'] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.366362 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-c0c1b05d-4061-4bb2-b7d6-debc64df4ee6 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.367923 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-c0c1b05d-4061-4bb2-b7d6-debc64df4ee6 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 950 time: 0.3030899 Aug 13 02:42:49.385268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26710bc2-737f-420e-b373-b8dbb8c32bdf req-898ed83b-1fab-4b84-97dc-68a77099496e tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.386812 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-26710bc2-737f-420e-b373-b8dbb8c32bdf req-898ed83b-1fab-4b84-97dc-68a77099496e tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 950 time: 0.2958274 Aug 13 02:42:49.462350 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:47Z', 'revision_number': 3, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:49.511754 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Checking router: 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:49.512115 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Updating router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e port 9503dd88-96ec-49f8-bc98-f2a9b764c631 binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:42:49.547830 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 9f7425a2-bcc3-47c1-9906-045880161eb9 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:49.579434 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.591508 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6657197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114223'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.594534 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-26710bc2-737f-420e-b373-b8dbb8c32bdf req-1c42aa63-e03d-451f-8067-b3f4ef6d1289 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/security-groups?id=90d349be-9161-4370-94b3-c4de8c7504c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961777 Aug 13 02:42:49.687839 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 9f7425a2-bcc3-47c1-9906-045880161eb9 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:49.693619 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 9f7425a2-bcc3-47c1-9906-045880161eb9 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:49.694315 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.745483 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Checking segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:49.746155 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Network hostable DHCP agents. Network: f0af92e4-ffda-4e9b-9d0c-8f44de4d016a, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:42:49.750000 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:49.769545 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:42:49.791630 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, f0af92e4-ffda-4e9b-9d0c-8f44de4d016a) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:49.803891 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.806369 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.809561 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40574) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:49.820087 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea8229-7cec-4fe8-9069-cbb16c527494 None None] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:49.827609 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-cb8975bd-91ca-47bf-ab4b-25d12d031b2e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6695259 Aug 13 02:42:49.830455 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40580) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:49.848764 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:49.866567 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Deleting port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:49.866567 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.898278 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.901631 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.902706 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:49.969694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602281-a2be-48a9-91dc-c75441700a8f req-f2428d3b-3e44-4fd0-b33d-8de60c4341c5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.972316 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d4602281-a2be-48a9-91dc-c75441700a8f req-f2428d3b-3e44-4fd0-b33d-8de60c4341c5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.2267754 Aug 13 02:42:49.999888 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.002011 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.019645 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1244828929-network', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:50.022284 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Transition to ACTIVE for port object 9503dd88-96ec-49f8-bc98-f2a9b764c631 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:50.031610 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.049332 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 9f7425a2-bcc3-47c1-9906-045880161eb9, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=9f7425a2-bcc3-47c1-9906-045880161eb9,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:50.063404 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.100133 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d4602281-a2be-48a9-91dc-c75441700a8f req-970df1a4-f838-47b9-9b03-75012af63a6a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200299 Aug 13 02:42:50.108453 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] For port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,segment=NetworkSegment(ba7ac035-d255-47c6-bdb0-c7e881ca65b5),segment_id=ba7ac035-d255-47c6-bdb0-c7e881ca65b5)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:50.109100 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.121327 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Made reservation on behalf of 9970b6012d604b7cb99f324ab87096c5 for: {'network': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:50.124070 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.164770 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Calling delete_port for 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:50.166852 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.170654 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:42:50.171765 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.178858 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Attempting to bind port 9503dd88-96ec-49f8-bc98-f2a9b764c631 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:50.179542 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Attempting to bind port 9503dd88-96ec-49f8-bc98-f2a9b764c631 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:50.179914 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Attempting to bind port 9503dd88-96ec-49f8-bc98-f2a9b764c631 on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:50.187063 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=9f7425a2-bcc3-47c1-9906-045880161eb9,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:50.196837 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Pushing event updated for resources: {'Port': ['ID=9503dd88-96ec-49f8-bc98-f2a9b764c631,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:50.215794 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:50.216263 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:50.219199 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.219658 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:50.220224 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Bound port: 9503dd88-96ec-49f8-bc98-f2a9b764c631, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:50.221742 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.232012 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.260083 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.260552 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.260913 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.261248 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.261576 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.261903 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.262280 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.262646 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.262986 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.263310 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.263691 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.264243 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:50.305527 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] For port 9503dd88-96ec-49f8-bc98-f2a9b764c631, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:50.309081 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] For port 9503dd88-96ec-49f8-bc98-f2a9b764c631, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=9503dd88-96ec-49f8-bc98-f2a9b764c631,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:50.316802 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.355773 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Allocated IP 172.20.0.2 (f0af92e4-ffda-4e9b-9d0c-8f44de4d016a/b1ebdcee-6265-4c32-b1f4-d885cbdfa20b/5bf8924d-a84a-4ad2-a495-35c939b8f9b7) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:50.382527 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a4420-3b3d-4810-8403-427ef91e3d23 None None] Pushing event updated for resources: {'Port': ['ID=9503dd88-96ec-49f8-bc98-f2a9b764c631,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:50.413219 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:50.414287 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:50.429608 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.538838 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.547640 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Transition to ACTIVE for port object 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:50.575499 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Transition to ACTIVE for port object 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:50.591654 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.616309 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:50.653676 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.690081 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.706097 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:50.708954 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:50.719380 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:50.770704 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Pushing event updated for resources: {'Port': ['ID=5bf8924d-a84a-4ad2-a495-35c939b8f9b7,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:50.827567 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Attempting to bind port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:50.828756 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Attempting to bind port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:50.829133 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Attempting to bind port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:50.836567 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:50.837286 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Checking segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:50.837418 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.837757 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Bound using segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:50.838419 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Bound port: 5bf8924d-a84a-4ad2-a495-35c939b8f9b7, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:50.838793 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.843964 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4a199ad4-019d-46af-b224-c994a4d03b3c req-21d414db-da05-488f-a9e4-cd8ee1a9232b tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 210 time: 0.0710404 Aug 13 02:42:50.845043 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.850832 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Allocated IP 172.27.2.229 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/431f77e2-8c69-4513-93f8-b350ee4abf0c) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:50.861218 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.884159 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.888363 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Allocated IP 172.20.0.1 (7696a46f-e4ae-44f7-bbe3-186da9448a02/bcfa8e37-2875-43e9-87aa-4b93b3aec79f/70b18c08-8156-49d8-8b3a-6a3849e581ef) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:50.889503 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:50.931039 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Pushing event deleted for resources: {'Port': ['ID=8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:50.966354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=100589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:42:50.986136 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] For port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:50.992232 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] For port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5bf8924d-a84a-4ad2-a495-35c939b8f9b7,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:51.003200 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.024570 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:47Z', 'revision_number': 3, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.057286 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bcee3-9ac6-4cb0-a30e-b9300c5386c2 None None] The sync data for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi is: [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:47Z', 'revision_number': 3, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:51.076937 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb2330-b644-42d2-9739-a458745d45c2 None None] Pushing event updated for resources: {'Port': ['ID=5bf8924d-a84a-4ad2-a495-35c939b8f9b7,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:51.101812 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04918d59-73d8-4625-bd23-4282d8d2f8e4,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:51.105913 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] No DVR routers for this DVR port 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:51.115311 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.118526 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cd959f3d-2b27-4f3d-bef0-069c25aff277 req-b6afbdfe-c400-4643-8185-4d667210e075 tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.39 "DELETE /v2.0/ports/8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 HTTP/1.1" status: 204 len: 173 time: 1.6758935 Aug 13 02:42:51.120675 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.120866 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.segments_db [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Added segment 1f682238-87f3-4c4f-b16b-8d784b614134 of type vlan for network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 Aug 13 02:42:51.122803 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d12f511-da6d-4301-96dd-6d3c92264ad6', 'name': 'network-vif-deleted', 'tag': '8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:51.132323 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b50a8e-c453-4e23-b35f-18a5909d031a" -d '{"events": [{"server_uuid": "0d12f511-da6d-4301-96dd-6d3c92264ad6", "name": "network-vif-deleted", "tag": "8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:51.275223 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2608f7-12cf-4179-a945-64b839e109a3 x-openstack-request-id: req-0e2608f7-12cf-4179-a945-64b839e109a3 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:51.275495 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d12f511-da6d-4301-96dd-6d3c92264ad6", "name": "network-vif-deleted", "tag": "8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:51.275910 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e2608f7-12cf-4179-a945-64b839e109a3 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:51.276488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d12f511-da6d-4301-96dd-6d3c92264ad6', 'name': 'network-vif-deleted', 'tag': '8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130', 'status': 'completed', 'code': 200} Aug 13 02:42:51.341536 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.355871 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.360764 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 9f7425a2-bcc3-47c1-9906-045880161eb9 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:51.420278 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.421642 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.422890 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:51.424327 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.439890 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 9f7425a2-bcc3-47c1-9906-045880161eb9 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:51.440538 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.518142 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7049184 Aug 13 02:42:51.539085 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40608) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:51.539757 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Pushing event updated for resources: {'Port': ['ID=431f77e2-8c69-4513-93f8-b350ee4abf0c,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:51.552505 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Request body: {'subnet': {'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1244828929-subnet', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:51.560618 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:51.564739 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:51.573909 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:51.666018 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Made reservation on behalf of 9970b6012d604b7cb99f324ab87096c5 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:51.668348 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114205'] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.721715 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.775212 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34975a-ce12-465b-884f-8a2481cdc220 req-835500d4-3143-4386-86c8-f69ddf6e60cc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:51.777919 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc34975a-ce12-465b-884f-8a2481cdc220 req-835500d4-3143-4386-86c8-f69ddf6e60cc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.5035713 Aug 13 02:42:51.778596 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fa4f0-be7c-4e7f-a39b-143e508689f3 admin admin] Pushing event updated for resources: {'Network': ['ID=37a8bd14-93fd-431a-8fc9-630a00d4abc2,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:51.782213 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Transition to ACTIVE for port object 70b18c08-8156-49d8-8b3a-6a3849e581ef will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:51.792836 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:42:51.823721 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40616) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:51.839134 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.947665 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Pushing event updated for resources: {'Port': ['ID=70b18c08-8156-49d8-8b3a-6a3849e581ef,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:51.999264 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:52.010156 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:52.014928 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:52.113249 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-769cfe04-1b2d-441d-bed0-a6ca4aa173ba req-1f783878-4f71-4376-b490-6fde42eb7c3d tempest-VolumesNegativeTest-384538120 tempest-VolumesNegativeTest-384538120-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d12f511-da6d-4301-96dd-6d3c92264ad6 HTTP/1.1" status: 200 len: 210 time: 0.0608249 Aug 13 02:42:52.156131 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6657197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114223'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.164281 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc34975a-ce12-465b-884f-8a2481cdc220 req-80bf1053-380c-4b56-bfbf-6d81332056a2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357723 Aug 13 02:42:52.167896 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-32e4f1fa-0227-47f1-9c69-125a4ab69356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.243801 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.362304 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2499233d-b62d-4551-a096-0fba1e8d3a3e None None] Provisioning for port 70b18c08-8156-49d8-8b3a-6a3849e581ef completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:52.367069 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2499233d-b62d-4551-a096-0fba1e8d3a3e None None] Provisioning complete for port 70b18c08-8156-49d8-8b3a-6a3849e581ef triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:52.367746 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2499233d-b62d-4551-a096-0fba1e8d3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.384965 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.428152 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-32e4f1fa-0227-47f1-9c69-125a4ab69356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.439069 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2499233d-b62d-4551-a096-0fba1e8d3a3e None None] Port 70b18c08-8156-49d8-8b3a-6a3849e581ef cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:42:52.446546 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-32e4f1fa-0227-47f1-9c69-125a4ab69356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.504199 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50cd83d-1b79-4d16-9b59-ddb882d49974,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:52.544555 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-32e4f1fa-0227-47f1-9c69-125a4ab69356 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71b756290df84817bc2f0c7fcd0497a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7193997 Aug 13 02:42:52.545535 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.550700 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Checking segment: {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:52.551066 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Network hostable DHCP agents. Network: 37a8bd14-93fd-431a-8fc9-630a00d4abc2, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:42:52.555106 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40622) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:52.560960 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4f1fa-0227-47f1-9c69-125a4ab69356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f896e662-c4ed-4210-bbb9-ba51971107b1,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:52.600764 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:42:52.607809 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf0dc6-2f5d-4940-b88a-581ef8d1a779 None None] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:52.657781 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 37a8bd14-93fd-431a-8fc9-630a00d4abc2) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:52.667942 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:52.668679 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.670897 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-82c50ec9-afd1-4d2e-b844-16b5a2e6d407 None None] Provisioning for port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:52.684269 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1745a6a8-f1b8-4ce4-b8b4-89114817ce18 None None] Network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:52.701010 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-01ab96d5-dd48-4754-bc46-d6c2d9657c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.711500 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.719562 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-31bed926-5770-45cc-8f2d-8348fe373ec4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1748998 Aug 13 02:42:52.726682 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40624) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:52.732144 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:52.811682 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-01ab96d5-dd48-4754-bc46-d6c2d9657c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.860047 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.861924 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.004691 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.014263 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-01ab96d5-dd48-4754-bc46-d6c2d9657c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.016741 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-01ab96d5-dd48-4754-bc46-d6c2d9657c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.031514 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-01ab96d5-dd48-4754-bc46-d6c2d9657c40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f896e662-c4ed-4210-bbb9-ba51971107b1 HTTP/1.1" status: 204 len: 168 time: 0.4615846 Aug 13 02:42:53.094870 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.102469 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.109990 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:42:53.112092 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.112289 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab96d5-dd48-4754-bc46-d6c2d9657c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f896e662-c4ed-4210-bbb9-ba51971107b1,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:53.257253 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Pushing event updated for resources: {'Port': ['ID=70b18c08-8156-49d8-8b3a-6a3849e581ef,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:53.261930 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.377327 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.421095 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:42:53.461845 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Allocated IP 172.20.0.2 (37a8bd14-93fd-431a-8fc9-630a00d4abc2/a50cd83d-1b79-4d16-9b59-ddb882d49974/32f48871-cb47-4c02-bef6-371f605c9a43) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:53.547639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b0161-4241-4f17-9369-d0411aa69ca1 req-9a1b06a0-fc9d-4f32-8497-a7cfd68ea20a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:53.549846 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-139b0161-4241-4f17-9369-d0411aa69ca1 req-9a1b06a0-fc9d-4f32-8497-a7cfd68ea20a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.1642191 Aug 13 02:42:53.595993 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:53.602112 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:53.610094 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 9503dd88-96ec-49f8-bc98-f2a9b764c631 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:53.615647 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-139b0161-4241-4f17-9369-d0411aa69ca1 req-7b9c793b-e129-4655-a684-a605e827f952 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594647 Aug 13 02:42:53.726754 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40650) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:53.744748 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-71ae9a2e-efe4-4c4d-8450-fe13f429e337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.775476 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 9503dd88-96ec-49f8-bc98-f2a9b764c631 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:53.787878 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 9503dd88-96ec-49f8-bc98-f2a9b764c631 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:53.788503 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.834941 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:53.991363 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.034653 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.056028 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Transition to ACTIVE for port object 32f48871-cb47-4c02-bef6-371f605c9a43 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:54.063602 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:54.065667 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:54.071514 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-f0c19599-898c-4546-a3bd-53548a6c976f admin admin] 10.222.0.43 "PUT /v2.0/routers/37a56c4f-e3df-4b3e-9991-d3ad9ca3410e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1500666 Aug 13 02:42:54.087601 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Sync routers for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:54.114934 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:54.115167 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Sync routers for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:54.115629 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:54.169121 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-69156347-ab53-4e8c-a1ab-e10e73134870 None None] Provisioning complete for port 70b18c08-8156-49d8-8b3a-6a3849e581ef triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:54.171353 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-71ae9a2e-efe4-4c4d-8450-fe13f429e337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.171704 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-69156347-ab53-4e8c-a1ab-e10e73134870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.180201 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-71ae9a2e-efe4-4c4d-8450-fe13f429e337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.191873 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.197042 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-5bd65ec6-8eb2-4022-92ac-35a6ff06a613 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3645766 Aug 13 02:42:54.206046 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40672) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:54.245318 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-71ae9a2e-efe4-4c4d-8450-fe13f429e337 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4077858598104ab1bb8d251261d03a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170810 Aug 13 02:42:54.247898 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40676) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:54.258132 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 9503dd88-96ec-49f8-bc98-f2a9b764c631, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=9503dd88-96ec-49f8-bc98-f2a9b764c631,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:54.272883 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Transition to ACTIVE for port object 32f48871-cb47-4c02-bef6-371f605c9a43 will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:54.279159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:54.281262 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:54.307613 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae9a2e-efe4-4c4d-8450-fe13f429e337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6c7078-45e7-408c-8a76-b2de0ee85f77,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:54.345738 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-90479215-2f2f-4f65-8d6f-fafb4ed387be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.369654 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.372791 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:54.376550 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.381914 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:54.397282 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-90479215-2f2f-4f65-8d6f-fafb4ed387be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.397746 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.493418 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-90479215-2f2f-4f65-8d6f-fafb4ed387be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.496354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-90479215-2f2f-4f65-8d6f-fafb4ed387be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.497608 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-90479215-2f2f-4f65-8d6f-fafb4ed387be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f6c7078-45e7-408c-8a76-b2de0ee85f77 HTTP/1.1" status: 204 len: 168 time: 0.2485433 Aug 13 02:42:54.509540 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90479215-2f2f-4f65-8d6f-fafb4ed387be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6c7078-45e7-408c-8a76-b2de0ee85f77,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:54.530605 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:54.589545 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.659713 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Allocated IP 172.27.2.89 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/1dc00cc7-579c-4151-a6c1-30be2b875bc3) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:54.701423 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 3, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:54.728838 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-69156347-ab53-4e8c-a1ab-e10e73134870 None None] Port 70b18c08-8156-49d8-8b3a-6a3849e581ef cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:42:54.730935 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:54.755318 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Checking router: b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:54.755668 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Updating router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb port 431f77e2-8c69-4513-93f8-b350ee4abf0c binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:42:54.808446 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.818326 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:54.818680 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8e1d6fa7-6b36-4d3f-a6ad-f18059e8e130 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:54.845606 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:54.846364 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.850926 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:54.882955 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:54.893621 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:54.930779 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:54.933212 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995bc66-ba11-40c7-af2a-9db89e7f334f req-41eb296b-f201-4824-a6db-8134d685c68f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:54.940941 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c995bc66-ba11-40c7-af2a-9db89e7f334f req-41eb296b-f201-4824-a6db-8134d685c68f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.1714568 Aug 13 02:42:55.043071 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=9503dd88-96ec-49f8-bc98-f2a9b764c631,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.043819 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c995bc66-ba11-40c7-af2a-9db89e7f334f req-20e313af-360a-49ba-9675-836985db26b2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019003 Aug 13 02:42:55.068603 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.186044 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.248585 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:55.252853 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.271418 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:55.278114 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Attempting to bind port 32f48871-cb47-4c02-bef6-371f605c9a43 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:55.278819 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:55.286982 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Attempting to bind port 32f48871-cb47-4c02-bef6-371f605c9a43 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:55.289207 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Attempting to bind port 32f48871-cb47-4c02-bef6-371f605c9a43 on network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:55.291556 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc00cc7-579c-4151-a6c1-30be2b875bc3,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.353999 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Pushing event updated for resources: {'Port': ['ID=32f48871-cb47-4c02-bef6-371f605c9a43,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.419815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40770) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:55.424781 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-6f6b393b-121a-47ee-8709-ce44a4737ee4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234255115', 'description': 'tempest-description--1511190862'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:55.429951 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:55.430402 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Checking segment: {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:55.430733 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.431132 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Bound using segment: {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:55.431625 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Bound port: 32f48871-cb47-4c02-bef6-371f605c9a43, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:55.432012 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.475076 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f6b393b-121a-47ee-8709-ce44a4737ee4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.493200 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.510672 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.514335 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Transition to ACTIVE for port object 431f77e2-8c69-4513-93f8-b350ee4abf0c will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:55.523306 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.583542 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Attempting to bind port 431f77e2-8c69-4513-93f8-b350ee4abf0c on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:55.583918 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Attempting to bind port 431f77e2-8c69-4513-93f8-b350ee4abf0c by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:55.584277 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Attempting to bind port 431f77e2-8c69-4513-93f8-b350ee4abf0c on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:55.592468 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037fb28-a1b2-4787-bf7c-08a5a9c4c539 None None] Pushing event updated for resources: {'Port': ['ID=431f77e2-8c69-4513-93f8-b350ee4abf0c,revision_number=2']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.595623 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:55.596026 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:55.596630 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.597135 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:55.598066 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Bound port: 431f77e2-8c69-4513-93f8-b350ee4abf0c, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:55.598066 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.666938 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f6b393b-121a-47ee-8709-ce44a4737ee4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.677749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f6b393b-121a-47ee-8709-ce44a4737ee4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.682876 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Allocated IP 172.20.0.1 (f0af92e4-ffda-4e9b-9d0c-8f44de4d016a/b1ebdcee-6265-4c32-b1f4-d885cbdfa20b/058ceba7-5913-4d3c-928f-4791586dfd42) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:55.687483 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5bf8924d-a84a-4ad2-a495-35c939b8f9b7,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:55.711151 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] For port 431f77e2-8c69-4513-93f8-b350ee4abf0c, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:55.714969 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] For port 431f77e2-8c69-4513-93f8-b350ee4abf0c, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=431f77e2-8c69-4513-93f8-b350ee4abf0c,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:55.718585 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6f6b393b-121a-47ee-8709-ce44a4737ee4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.722596 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6f6b393b-121a-47ee-8709-ce44a4737ee4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2989740 Aug 13 02:42:55.723908 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40778) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:55.726752 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.728471 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-bf3faa29-cd04-409b-ac34-51368e677d27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'security_group_rule': {'security_group_id': '5e084ce6-1b78-4b6c-9e22-d49a84dc242f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:55.730445 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] For port 32f48871-cb47-4c02-bef6-371f605c9a43, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:55.747746 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b393b-121a-47ee-8709-ce44a4737ee4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e084ce6-1b78-4b6c-9e22-d49a84dc242f,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.755854 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] For port 32f48871-cb47-4c02-bef6-371f605c9a43, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=32f48871-cb47-4c02-bef6-371f605c9a43,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:55.764032 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.771896 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bf3faa29-cd04-409b-ac34-51368e677d27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.836785 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.864944 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=5bf8924d-a84a-4ad2-a495-35c939b8f9b7,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.900005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bf3faa29-cd04-409b-ac34-51368e677d27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.901231 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:55.901872 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:55.906218 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bf3faa29-cd04-409b-ac34-51368e677d27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.959556 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3faa29-cd04-409b-ac34-51368e677d27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583d793c-b690-407c-b263-9d4dff473bc6,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.965492 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 9503dd88-96ec-49f8-bc98-f2a9b764c631 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:55.972516 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bf3faa29-cd04-409b-ac34-51368e677d27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.974539 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-bf3faa29-cd04-409b-ac34-51368e677d27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2495739 Aug 13 02:42:55.977096 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40786) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:55.986354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-51cbd827-ef64-4fb4-bd72-3e3cdce16d8a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'security_group_rule': {'security_group_id': '5e084ce6-1b78-4b6c-9e22-d49a84dc242f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:56.006092 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037fb28-a1b2-4787-bf7c-08a5a9c4c539 None None] Pushing event updated for resources: {'Port': ['ID=431f77e2-8c69-4513-93f8-b350ee4abf0c,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:56.074165 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c0b88-c0a6-48c6-aff3-3b05035b8f6f None None] Pushing event updated for resources: {'Port': ['ID=32f48871-cb47-4c02-bef6-371f605c9a43,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:56.086591 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-51cbd827-ef64-4fb4-bd72-3e3cdce16d8a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.100014 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 2, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:56.187490 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Checking router: 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:56.189242 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Updating router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e port 70b18c08-8156-49d8-8b3a-6a3849e581ef binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:42:56.232943 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:56.236688 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.263944 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 9503dd88-96ec-49f8-bc98-f2a9b764c631 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:56.264322 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.304541 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.400042 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.provisioning_blocks [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Transition to ACTIVE for port object 058ceba7-5913-4d3c-928f-4791586dfd42 will not be triggered until provisioned by entity DHCP. {{(pid=100588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:56.460187 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4681d41-1160-4e29-8437-4f496d9cec04 req-de52043f-fa68-43d8-8f89-f1bf1f692084 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:56.462572 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c4681d41-1160-4e29-8437-4f496d9cec04 req-de52043f-fa68-43d8-8f89-f1bf1f692084 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.3027506 Aug 13 02:42:56.466411 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-51cbd827-ef64-4fb4-bd72-3e3cdce16d8a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.543120 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c4681d41-1160-4e29-8437-4f496d9cec04 req-0c985ec9-7ce8-4c54-add2-d01c75d3f84b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698099 Aug 13 02:42:56.543928 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-51cbd827-ef64-4fb4-bd72-3e3cdce16d8a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.550852 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.609999 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-51cbd827-ef64-4fb4-bd72-3e3cdce16d8a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.616197 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-51cbd827-ef64-4fb4-bd72-3e3cdce16d8a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6367462 Aug 13 02:42:56.616995 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40840) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:56.634615 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'floatingip': {'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:56.644000 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbd827-ef64-4fb4-bd72-3e3cdce16d8a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33977450-b308-42b0-a434-bb5e66445107,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:56.678618 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.843876 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 3, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:56.910371 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21945c6-64e1-4f28-bf53-3e4431267e9b None None] The sync data for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi is: [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 3, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:56.933231 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.986062 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.115286 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Allocated IP 172.27.2.60 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/9ae5f33c-a7eb-46da-9681-3ccd88231b1e) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:57.325236 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.351708 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40868) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:57.360002 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Transition to ACTIVE for port object 70b18c08-8156-49d8-8b3a-6a3849e581ef will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:57.371042 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.408575 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Pushing event updated for resources: {'Port': ['ID=058ceba7-5913-4d3c-928f-4791586dfd42,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:57.486684 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.500522 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.505727 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:57.509433 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:57.530443 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:57.558245 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb305c2c-c6fa-4c4e-a869-edaaf9bbe733 None None] Pushing event updated for resources: {'Port': ['ID=70b18c08-8156-49d8-8b3a-6a3849e581ef,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:57.669804 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.789601 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d91304-e566-4eae-80bf-61738dea3bbe None None] Network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:57.799468 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:57.802882 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:57.830636 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:57.943568 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Attempting to bind port 70b18c08-8156-49d8-8b3a-6a3849e581ef on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:57.943915 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Attempting to bind port 70b18c08-8156-49d8-8b3a-6a3849e581ef by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:57.944300 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Attempting to bind port 70b18c08-8156-49d8-8b3a-6a3849e581ef on network 7696a46f-e4ae-44f7-bbe3-186da9448a02 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:57.958030 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-6b15d7b3-0cea-4305-b6d5-ec34342368b5 None None] Provisioning for port 32f48871-cb47-4c02-bef6-371f605c9a43 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:57.966628 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:57.967059 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Checking segment: {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:57.967470 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.968116 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Bound using segment: {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:57.968641 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Bound port: 70b18c08-8156-49d8-8b3a-6a3849e581ef, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:57.969030 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.079557 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.083300 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Router 441b9e05-fb69-4896-ba07-f75f4ce00afe is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:42:58.167331 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] For port 70b18c08-8156-49d8-8b3a-6a3849e581ef, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:58.189512 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] For port 70b18c08-8156-49d8-8b3a-6a3849e581ef, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=70b18c08-8156-49d8-8b3a-6a3849e581ef,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:58.199255 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-aed20a9a-130b-4fb4-90c1-fcc70fba59d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.201514 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.236056 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'Port': ['ID=9ae5f33c-a7eb-46da-9681-3ccd88231b1e,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:58.294175 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5e670-cf22-42bf-8032-07ad518f142f req-4491202e-4886-4cd3-941d-a66908bc336d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:58.301788 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6e5e670-cf22-42bf-8032-07ad518f142f req-4491202e-4886-4cd3-941d-a66908bc336d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.4999926 Aug 13 02:42:58.306413 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.314202 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-306266ea-6860-4822-b526-e6098abd0a14 None None] Provisioning for port 058ceba7-5913-4d3c-928f-4791586dfd42 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:58.342953 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 32f48871-cb47-4c02-bef6-371f605c9a43 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:58.362252 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-306266ea-6860-4822-b526-e6098abd0a14 None None] Provisioning complete for port 058ceba7-5913-4d3c-928f-4791586dfd42 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:58.362640 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-306266ea-6860-4822-b526-e6098abd0a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.456769 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:58.539741 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.542191 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Sync routers for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:58.542799 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6e5e670-cf22-42bf-8032-07ad518f142f req-c7b49355-d70a-4755-aa31-031d3a957675 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319064 Aug 13 02:42:58.547423 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.554653 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb305c2c-c6fa-4c4e-a869-edaaf9bbe733 None None] Pushing event updated for resources: {'Port': ['ID=70b18c08-8156-49d8-8b3a-6a3849e581ef,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:58.558038 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:58.559190 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:58.750594 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-aed20a9a-130b-4fb4-90c1-fcc70fba59d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.764371 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-aed20a9a-130b-4fb4-90c1-fcc70fba59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.780083 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-306266ea-6860-4822-b526-e6098abd0a14 None None] Port 058ceba7-5913-4d3c-928f-4791586dfd42 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:42:58.798807 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:58.856188 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:58.857962 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:58.866954 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 32f48871-cb47-4c02-bef6-371f605c9a43 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:58.871083 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-aed20a9a-130b-4fb4-90c1-fcc70fba59d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f6eaa0eba7a4599876d077e38b3aed4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5172651 Aug 13 02:42:58.871964 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 40928) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:58.902059 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.908787 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.943709 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 32f48871-cb47-4c02-bef6-371f605c9a43 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:58.944473 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.949146 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed20a9a-130b-4fb4-90c1-fcc70fba59d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7f90ff-0beb-47b6-881d-04a77ee6bf6c,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:58.978155 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.980567 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c854573a-d73a-4da3-914d-6e558e226d90 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2519472 Aug 13 02:42:58.983637 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 40940) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:59.058310 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Pushing event updated for resources: {'Port': ['ID=058ceba7-5913-4d3c-928f-4791586dfd42,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:59.072053 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.177376 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.189518 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.199501 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-56d8b560-1e70-4631-bbb9-e0588b822572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.219381 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-6488535d-b906-4403-936f-4de729cc2b52 None None] Provisioning complete for port 32f48871-cb47-4c02-bef6-371f605c9a43 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:59.219773 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6488535d-b906-4403-936f-4de729cc2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.286949 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:59.293569 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-56d8b560-1e70-4631-bbb9-e0588b822572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.301692 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'Port': ['ID=9ae5f33c-a7eb-46da-9681-3ccd88231b1e,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:59.310345 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.332273 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:59.335622 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:59.352456 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.370839 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-70d1c6c8-aee6-4209-82be-9dc256173deb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7344639 Aug 13 02:42:59.402260 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-56d8b560-1e70-4631-bbb9-e0588b822572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.405176 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-56d8b560-1e70-4631-bbb9-e0588b822572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.407041 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-56d8b560-1e70-4631-bbb9-e0588b822572 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e7f90ff-0beb-47b6-881d-04a77ee6bf6c HTTP/1.1" status: 204 len: 168 time: 0.5133083 Aug 13 02:42:59.433454 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8b560-1e70-4631-bbb9-e0588b822572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7f90ff-0beb-47b6-881d-04a77ee6bf6c,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:59.577780 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:59.639731 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.774212 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6488535d-b906-4403-936f-4de729cc2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.780307 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 32f48871-cb47-4c02-bef6-371f605c9a43, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=32f48871-cb47-4c02-bef6-371f605c9a43,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:59.868917 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.869729 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 431f77e2-8c69-4513-93f8-b350ee4abf0c up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:59.900012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-11220cfb-62db-44f7-a2a6-78a62c97c750 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1234255115&fields=id&tenant_id=d15501c9af0d4eb9a307bb9a7ac84801 HTTP/1.1" status: 200 len: 267 time: 0.1581049 Aug 13 02:42:59.920837 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d7e3f-cb0e-43a4-afb1-40f372114dd9 req-480e5603-d9da-49a6-8c9b-4eadf069ba75 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:59.924845 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6f3d7e3f-cb0e-43a4-afb1-40f372114dd9 req-480e5603-d9da-49a6-8c9b-4eadf069ba75 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.1460013 Aug 13 02:43:00.041729 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6f3d7e3f-cb0e-43a4-afb1-40f372114dd9 req-2cf8b684-86e4-4fcb-a8c4-a37bec6363c6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033587 Aug 13 02:43:00.121365 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-f64fe499-95d7-4ac5-a3ac-02c2ed472f59 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:00.129749 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-f64fe499-95d7-4ac5-a3ac-02c2ed472f59 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 816 time: 0.2287056 Aug 13 02:43:00.148056 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-ef96f6db-5324-4a26-975d-179ae7180e05 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/quotas/d15501c9af0d4eb9a307bb9a7ac84801 HTTP/1.1" status: 200 len: 375 time: 0.0171731 Aug 13 02:43:00.199364 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:00.209609 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Sync routers for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:00.218762 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-abfa76dd-a720-46dd-9bc4-52f216885994 admin admin] 10.222.0.43 "PUT /v2.0/routers/b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0110760 Aug 13 02:43:00.221151 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-89d8c48f-fbf2-42d0-ba57-feddc5d16ff0 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721350 Aug 13 02:43:00.237531 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:00.239745 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:00.333163 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:00.355836 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 431f77e2-8c69-4513-93f8-b350ee4abf0c completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:00.365178 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.395396 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 431f77e2-8c69-4513-93f8-b350ee4abf0c triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:00.395768 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.434339 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a3253-897b-4d6c-bb9b-d988bfc14eb0 None None] The sync data for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi is: [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:00.437235 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=32f48871-cb47-4c02-bef6-371f605c9a43,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:00.444842 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.db.api [None req-6488535d-b906-4403-936f-4de729cc2b52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:43:00.445777 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG oslo_db.api [None req-6488535d-b906-4403-936f-4de729cc2b52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:43:00.462023 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:42:56Z', 'revision_number': 3, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:00.462306 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-c81c5503-0ac6-4194-a9ba-b73edf6369e0 service neutron] 10.222.0.43 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248187 Aug 13 02:43:00.471126 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:00.484228 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.484930 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.485053 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.485492 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.485861 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.486164 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.486484 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.486804 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.487139 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.487463 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.487778 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.488094 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:00.565425 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Checking router: 441b9e05-fb69-4896-ba07-f75f4ce00afe for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:00.566285 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Updating router 441b9e05-fb69-4896-ba07-f75f4ce00afe port 1dc00cc7-579c-4151-a6c1-30be2b875bc3 binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:00.601182 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.680096 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Allocated IP 172.20.0.1 (37a8bd14-93fd-431a-8fc9-630a00d4abc2/a50cd83d-1b79-4d16-9b59-ddb882d49974/389279be-08a2-4780-a878-272a2a884548) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:00.713033 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-b18502bd-480c-4c96-84f1-b10a2128fd88 service neutron] 10.222.0.43 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416587 Aug 13 02:43:00.713533 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 41002) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:00.813152 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 41010) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:00.832535 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.926858 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 431f77e2-8c69-4513-93f8-b350ee4abf0c, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=431f77e2-8c69-4513-93f8-b350ee4abf0c,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:00.942769 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.947198 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:01.054637 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.077436 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 2, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:01.115665 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.provisioning_blocks [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Transition to ACTIVE for port object 389279be-08a2-4780-a878-272a2a884548 will not be triggered until provisioned by entity DHCP. {{(pid=100588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:01.152386 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db073af1-b569-4242-9c25-1d373f216b14 req-abf0be92-a6c1-4503-8a62-184a039a8931 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 210 time: 0.0707817 Aug 13 02:43:01.167562 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1823867569-network', 'tenant_id': 'ff8d6664973b4b2599cffb47c048b1a0'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:01.263757 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.334579 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=431f77e2-8c69-4513-93f8-b350ee4abf0c,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:01.430712 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:01.449545 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:01.458619 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:01.490644 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Made reservation on behalf of ff8d6664973b4b2599cffb47c048b1a0 for: {'network': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:01.493225 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Checking router: b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:01.494355 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Updating router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb port 058ceba7-5913-4d3c-928f-4791586dfd42 binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:01.501175 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.523300 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=389279be-08a2-4780-a878-272a2a884548,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:01.534163 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-5fbeb381-53cb-4344-b1ea-ee132a48865a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=241c31e22893482688564d47a91c13a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7167199 Aug 13 02:43:01.539399 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.540071 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.542864 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41034) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:01.598971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226b8cc-90bc-4513-9ba5-78a89f0ba407 req-b3263007-86ac-4ad3-b67e-8767985e1d53 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:01.603048 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9226b8cc-90bc-4513-9ba5-78a89f0ba407 req-b3263007-86ac-4ad3-b67e-8767985e1d53 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.4270194 Aug 13 02:43:01.604010 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 41036) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:01.618314 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1238168809-network', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:01.649442 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.723852 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:01.727309 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.775620 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38e6cc2a-4103-4945-a86e-835ada86123e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.868485 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-5ef223ea-3fcd-4be1-b5f0-8c32a54f00da None None] Provisioning complete for port 058ceba7-5913-4d3c-928f-4791586dfd42 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:01.868954 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5ef223ea-3fcd-4be1-b5f0-8c32a54f00da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.881242 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9226b8cc-90bc-4513-9ba5-78a89f0ba407 req-0ccd1728-b478-40e5-bf63-c8725aeff543 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578161 Aug 13 02:43:01.907063 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.db.api [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 02:43:01.907063 dv-cinder-759994-5-iscsi neutron-server[100589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 02:43:01.907063 dv-cinder-759994-5-iscsi neutron-server[100589]: [parameters: {'project_id_1': 'ff8d6664973b4b2599cffb47c048b1a0', 'expiration_1': datetime.datetime(2021, 8, 13, 2, 43, 1, 712965)}] Aug 13 02:43:01.907063 dv-cinder-759994-5-iscsi neutron-server[100589]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:43:01.909051 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG oslo_db.api [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:43:01.949262 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38e6cc2a-4103-4945-a86e-835ada86123e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.951427 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Made reservation on behalf of a7a9a6b4a3c74f96a22ea48fc692d743 for: {'network': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:01.953837 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:01.975842 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39ca33-49ed-42bf-95fa-1c57dc811cee req-1bb04e04-befe-40ae-9726-04eaa4f464b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:01.982859 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5b39ca33-49ed-42bf-95fa-1c57dc811cee req-1bb04e04-befe-40ae-9726-04eaa4f464b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 1099 time: 0.2151046 Aug 13 02:43:01.994062 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.025865 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-5ef223ea-3fcd-4be1-b5f0-8c32a54f00da None None] Port 058ceba7-5913-4d3c-928f-4791586dfd42 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:02.060051 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.083993 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Transition to ACTIVE for port object 1dc00cc7-579c-4151-a6c1-30be2b875bc3 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:02.093519 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.137562 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5b39ca33-49ed-42bf-95fa-1c57dc811cee req-3eb55c98-ce58-4e5b-8154-7dcda49e84c2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406076 Aug 13 02:43:02.176241 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.243985 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38e6cc2a-4103-4945-a86e-835ada86123e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.249650 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8d6e8cd7-5dfb-40c5-8877-90b386b4c54b None None] Provisioning for port 389279be-08a2-4780-a878-272a2a884548 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:02.251510 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-38e6cc2a-4103-4945-a86e-835ada86123e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.255032 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-38e6cc2a-4103-4945-a86e-835ada86123e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/90d349be-9161-4370-94b3-c4de8c7504c8 HTTP/1.1" status: 204 len: 168 time: 0.7087214 Aug 13 02:43:02.265497 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.274820 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8d6e8cd7-5dfb-40c5-8877-90b386b4c54b None None] Provisioning complete for port 389279be-08a2-4780-a878-272a2a884548 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:02.275192 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8d6e8cd7-5dfb-40c5-8877-90b386b4c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.278466 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0d9c0-dd14-471c-8ddb-a7180082731d None None] Pushing event updated for resources: {'Port': ['ID=1dc00cc7-579c-4151-a6c1-30be2b875bc3,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:02.278590 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6cc2a-4103-4945-a86e-835ada86123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d349be-9161-4370-94b3-c4de8c7504c8,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:02.281615 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Transition to ACTIVE for port object 058ceba7-5913-4d3c-928f-4791586dfd42 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:02.290759 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.300596 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Attempting to bind port 1dc00cc7-579c-4151-a6c1-30be2b875bc3 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:02.301050 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Attempting to bind port 1dc00cc7-579c-4151-a6c1-30be2b875bc3 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:02.301322 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Attempting to bind port 1dc00cc7-579c-4151-a6c1-30be2b875bc3 on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:02.373114 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:02.373586 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:02.374037 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.374432 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:02.375726 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Bound port: 1dc00cc7-579c-4151-a6c1-30be2b875bc3, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:02.375726 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.383670 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 70b18c08-8156-49d8-8b3a-6a3849e581ef up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:02.391288 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499def75-ca94-4ae0-896a-5a829d5d1ca4 None None] Pushing event updated for resources: {'Port': ['ID=058ceba7-5913-4d3c-928f-4791586dfd42,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:02.420889 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.442772 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.535264 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e8cd7-5dfb-40c5-8877-90b386b4c54b None None] Port 389279be-08a2-4780-a878-272a2a884548 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:02.541985 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-05d6c972-b9bf-4b29-a4f3-135282bfac5b req-5664c8d5-947d-4dd4-8982-cac62f3f72bd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 210 time: 0.1927364 Aug 13 02:43:02.546147 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.547256 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Attempting to bind port 058ceba7-5913-4d3c-928f-4791586dfd42 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:02.549580 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Attempting to bind port 058ceba7-5913-4d3c-928f-4791586dfd42 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:02.550411 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Attempting to bind port 058ceba7-5913-4d3c-928f-4791586dfd42 on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:02.562387 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:02.564193 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Checking segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:02.565904 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.567259 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Bound using segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:02.569019 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Bound port: 058ceba7-5913-4d3c-928f-4791586dfd42, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:02.569660 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.608639 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 70b18c08-8156-49d8-8b3a-6a3849e581ef completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:02.621092 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] For port 1dc00cc7-579c-4151-a6c1-30be2b875bc3, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:02.629258 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 70b18c08-8156-49d8-8b3a-6a3849e581ef triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:02.630736 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.681499 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=100589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:43:02.698908 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f6b66a-4a38-4760-95bf-415931a63015,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:02.709792 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] For port 1dc00cc7-579c-4151-a6c1-30be2b875bc3, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=1dc00cc7-579c-4151-a6c1-30be2b875bc3,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:02.721709 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.722043 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.segments_db [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Added segment e03f75a0-a7c9-4a2c-85d6-710fecfd27d1 of type vlan for network be73bb83-500a-4480-b13e-df98a4135bf4 Aug 13 02:43:02.722484 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.746321 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.752039 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.764431 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] For port 058ceba7-5913-4d3c-928f-4791586dfd42, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:02.768479 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] For port 058ceba7-5913-4d3c-928f-4791586dfd42, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=058ceba7-5913-4d3c-928f-4791586dfd42,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:02.782012 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.826868 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0d9c0-dd14-471c-8ddb-a7180082731d None None] Pushing event updated for resources: {'Port': ['ID=1dc00cc7-579c-4151-a6c1-30be2b875bc3,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:02.830655 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:02.830849 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:02.851694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.889105 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499def75-ca94-4ae0-896a-5a829d5d1ca4 None None] Pushing event updated for resources: {'Port': ['ID=058ceba7-5913-4d3c-928f-4791586dfd42,revision_number=4']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:02.914105 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:02.914885 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:02.957414 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.959566 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:02.960172 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:02.996571 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.060738 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.069865 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.086822 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.119603 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5056131 Aug 13 02:43:03.137751 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 41060) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:03.143304 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=389279be-08a2-4780-a878-272a2a884548,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:03.147977 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Request body: {'subnet': {'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1238168809-subnet', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'ip_version': 4}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:03.176890 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aee69c-e8d8-4c26-a8a0-52a4db222396 admin admin] Pushing event updated for resources: {'Network': ['ID=be73bb83-500a-4480-b13e-df98a4135bf4,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:03.188380 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=100589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:43:03.190890 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 70b18c08-8156-49d8-8b3a-6a3849e581ef, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=70b18c08-8156-49d8-8b3a-6a3849e581ef,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:03.193596 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network be73bb83-500a-4480-b13e-df98a4135bf4 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:43:03.209574 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.210421 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 32f48871-cb47-4c02-bef6-371f605c9a43 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:03.213168 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c0a60-bf0b-49f3-8e80-ce94e2dfbae9 req-503385b6-3b15-41c8-b29d-c2d1498e2047 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:03.222050 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7f7c0a60-bf0b-49f3-8e80-ce94e2dfbae9 req-503385b6-3b15-41c8-b29d-c2d1498e2047 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.1738913 Aug 13 02:43:03.228492 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:03.234389 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:03.247916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7338cee5-2850-404b-8c47-5a81e1373e4c,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:03.249150 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:03.271123 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.271408 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.segments_db [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Added segment dace41a1-5df8-4084-a68b-22a9e263d012 of type vlan for network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c Aug 13 02:43:03.277575 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Made reservation on behalf of a7a9a6b4a3c74f96a22ea48fc692d743 for: {'subnet': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:03.279887 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7761453'] for subnet, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.400890 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7f7c0a60-bf0b-49f3-8e80-ce94e2dfbae9 req-fc20348b-38b6-4a5d-bce1-192664f99e21 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778276 Aug 13 02:43:03.451158 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=70b18c08-8156-49d8-8b3a-6a3849e581ef,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:03.463301 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.487856 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Router 441b9e05-fb69-4896-ba07-f75f4ce00afe has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:03.500019 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:03.608975 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.614118 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:03.614719 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.681649 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9654577 Aug 13 02:43:03.683045 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41076) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:03.701469 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Request body: {'subnet': {'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1823867569-subnet', 'tenant_id': 'ff8d6664973b4b2599cffb47c048b1a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:03.727404 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Made reservation on behalf of ff8d6664973b4b2599cffb47c048b1a0 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:03.733667 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114205'] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.755626 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 32f48871-cb47-4c02-bef6-371f605c9a43 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:03.756000 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.831214 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e19d8d79-a306-4d75-92da-f336feea9cf3 req-e0a60a05-4951-4a14-aaf1-64dee7c2dbc0 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 210 time: 0.1531949 Aug 13 02:43:03.842220 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:03.911325 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf27c32-6a09-4f8b-9123-f259b9d4cb23 None None] The sync data for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi is: [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:03.947915 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:03.983149 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d2979062-5320-4cc6-a12f-f27a938c5ef4 admin admin] 10.222.0.43 "PUT /v2.0/routers/441b9e05-fb69-4896-ba07-f75f4ce00afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9964993 Aug 13 02:43:04.036164 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bc9e4-640e-42ef-98e3-c6801cfaa072 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:04.085889 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:43:04.169622 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-4692b6cc-0e51-4b81-994b-1a818cdf3b9a None None] Provisioning complete for port 389279be-08a2-4780-a878-272a2a884548 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:04.170566 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4692b6cc-0e51-4b81-994b-1a818cdf3b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.181508 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6657197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114223'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.184239 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-e977ec54-8668-4869-9c67-f53b8bc98f0d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:04.187112 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-e977ec54-8668-4869-9c67-f53b8bc98f0d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 816 time: 0.3254964 Aug 13 02:43:04.189660 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7761439'] for subnet, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.193430 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 431f77e2-8c69-4513-93f8-b350ee4abf0c up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:04.260238 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6420e07-f8ce-47fd-b8cf-9fe4472a2803,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:04.275929 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecabeac-db26-4e85-b0de-f51198f4b8f7,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:04.278145 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.278524 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.278862 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.279203 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.280682 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.281024 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.281355 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.281683 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.282011 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.282367 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.282688 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.283042 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:04.337328 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Checking segment: {'id': 'dace41a1-5df8-4084-a68b-22a9e263d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:04.337684 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Network hostable DHCP agents. Network: 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:43:04.386060 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:43:04.409294 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:04.421824 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:04.424675 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.443487 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-6d36ff5b-a624-4acd-a44e-3eb3318fa4e7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15501c9af0d4eb9a307bb9a7ac84801 HTTP/1.1" status: 200 len: 380 time: 0.1874394 Aug 13 02:43:04.461216 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-7689047a-9f5b-4aa4-b554-27b16859d35d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7686110 Aug 13 02:43:04.464334 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'port': {'device_id': '833389e2-88d7-4338-88b2-481dec8d1718', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'admin_state_up': True, 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'security_groups': ['5e084ce6-1b78-4b6c-9e22-d49a84dc242f']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:04.513717 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f20b8-e4c2-41a8-bbf7-3f23439e412f None None] Network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:04.592503 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Checking segment: {'id': 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:04.592860 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Network hostable DHCP agents. Network: be73bb83-500a-4480-b13e-df98a4135bf4, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:43:04.648206 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Made reservation on behalf of d15501c9af0d4eb9a307bb9a7ac84801 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:04.651870 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.669181 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcf836-fa32-4ed9-820f-da44012ebd7c req-494cabde-1a35-4ecd-ac64-2de3dc80f337 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:04.670723 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-32fcf836-fa32-4ed9-820f-da44012ebd7c req-494cabde-1a35-4ecd-ac64-2de3dc80f337 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0964067 Aug 13 02:43:04.677963 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Network be73bb83-500a-4480-b13e-df98a4135bf4 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:43:04.729461 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-32fcf836-fa32-4ed9-820f-da44012ebd7c req-c1648bd2-200d-4c54-96f8-f99755ac313a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467403 Aug 13 02:43:04.733378 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, be73bb83-500a-4480-b13e-df98a4135bf4) {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:04.749532 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:04.749966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.785199 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9fffee-2df8-4b97-a841-106abd9b6e9e None None] Network be73bb83-500a-4480-b13e-df98a4135bf4 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:04.798837 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 2, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:04.800720 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-4692b6cc-0e51-4b81-994b-1a818cdf3b9a None None] Port 389279be-08a2-4780-a878-272a2a884548 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:04.804201 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057157f-3128-42ee-883a-f421e48ff4fd None None] Network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:04.941269 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-172080d2-59cb-486d-86d5-c7f527086af1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7983186 Aug 13 02:43:04.943576 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41120) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:04.952554 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:05.023487 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.025458 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.050537 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f93e21-62ee-469c-bef7-cebed90e606e None None] The sync data for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi is: [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 2, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:05.176435 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.177231 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 431f77e2-8c69-4513-93f8-b350ee4abf0c triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:05.177674 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.466366 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.475070 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41136) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:05.484848 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1383276758-network', 'tenant_id': '98c3fece595140e8a2bca35b7771f118'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:05.578651 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Made reservation on behalf of 98c3fece595140e8a2bca35b7771f118 for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:05.584101 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.596540 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.650435 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-be73bb83-500a-4480-b13e-df98a4135bf4', 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'fixed_ips': [{'subnet_id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:43:05.655018 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.894204 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3ec72e4a-57db-4676-9845-9dec6114aec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:05.900952 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c3d1d2a-49cd-4d15-84f2-e8372e356fb8 req-2c459d98-56b5-4cba-946e-1857fe0f9e21 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 210 time: 0.2363753 Aug 13 02:43:05.970001 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91dd81-c7f7-414a-979b-add401cf6d9c req-49f84b51-9570-42e0-a8f7-62a38c8c1c69 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:05.971839 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc91dd81-c7f7-414a-979b-add401cf6d9c req-49f84b51-9570-42e0-a8f7-62a38c8c1c69 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 1.0654998 Aug 13 02:43:06.053711 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33960122-e94b-487c-8898-dcb0117be897 req-e3804fe7-ab09-4911-89be-c240c853c465 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3827484 Aug 13 02:43:06.057580 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Allocated IP 172.20.0.2 (be73bb83-500a-4480-b13e-df98a4135bf4/c6420e07-f8ce-47fd-b8cf-9fe4472a2803/43c30137-4187-4e56-b351-850fb1ea2001) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:06.060580 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Allocated IP 172.20.0.3 (7696a46f-e4ae-44f7-bbe3-186da9448a02/bcfa8e37-2875-43e9-87aa-4b93b3aec79f/327712dd-87ab-45d4-bb23-615c712cf931) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:06.069123 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.077190 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.091428 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 70b18c08-8156-49d8-8b3a-6a3849e581ef up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:06.095434 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc91dd81-c7f7-414a-979b-add401cf6d9c req-d28a1eef-0e39-47b5-b797-2aedd6ffd938 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051526 Aug 13 02:43:06.129869 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.144358 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:43:06.152282 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.291705 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33960122-e94b-487c-8898-dcb0117be897 req-ae4ea766-8d70-479c-99f6-b8ac5eb2148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:06.294003 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33960122-e94b-487c-8898-dcb0117be897 req-ae4ea766-8d70-479c-99f6-b8ac5eb2148d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1099 time: 0.0974534 Aug 13 02:43:06.303845 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 70b18c08-8156-49d8-8b3a-6a3849e581ef triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:06.304765 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.311573 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.311928 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Added segment 43e22cfe-6f01-4252-b6cb-dfea9f46531d of type vlan for network 338fb280-6bf3-4d40-bd94-a28ef9955bed Aug 13 02:43:06.387828 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.418864 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Transition to ACTIVE for port object 327712dd-87ab-45d4-bb23-615c712cf931 will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:06.462086 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 058ceba7-5913-4d3c-928f-4791586dfd42 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:06.478757 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33960122-e94b-487c-8898-dcb0117be897 req-61b83f01-788e-4fdb-a34f-e0bd4502b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:06.480361 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33960122-e94b-487c-8898-dcb0117be897 req-61b83f01-788e-4fdb-a34f-e0bd4502b0dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 919 time: 0.1602955 Aug 13 02:43:06.515949 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.521672 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.525380 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03889254-4cdf-455d-ba1d-5e4a985e8ac2,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:06.534470 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33960122-e94b-487c-8898-dcb0117be897 req-0463df71-5c24-4738-a69c-c50c109e6281 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf HTTP/1.1" status: 200 len: 217 time: 0.0450218 Aug 13 02:43:06.537669 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Allocated IP 172.27.2.139 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/5955a83b-9f67-4ede-899c-6e8a63f9609e) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:06.544812 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.546758 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Transition to ACTIVE for port object 43c30137-4187-4e56-b351-850fb1ea2001 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:06.549836 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 058ceba7-5913-4d3c-928f-4791586dfd42 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:06.557005 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 058ceba7-5913-4d3c-928f-4791586dfd42 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:06.557648 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.561312 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.561677 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.562001 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.562337 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.562672 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.563005 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.563798 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.564174 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.564806 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.565140 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.565470 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.565795 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:06.618346 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Transition to ACTIVE for port object 43c30137-4187-4e56-b351-850fb1ea2001 will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:06.638583 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.670187 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:06.690977 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Pushing event updated for resources: {'Port': ['ID=43c30137-4187-4e56-b351-850fb1ea2001,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:06.691481 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:06.696621 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:06.767861 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Network be73bb83-500a-4480-b13e-df98a4135bf4 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:06.770029 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33960122-e94b-487c-8898-dcb0117be897 req-8330fbe5-03f9-4e8c-b0ed-35911e77f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:06.771919 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33960122-e94b-487c-8898-dcb0117be897 req-8330fbe5-03f9-4e8c-b0ed-35911e77f99f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.2197359 Aug 13 02:43:06.773144 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:06.775975 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.776270 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:06.778174 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:06.817010 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33960122-e94b-487c-8898-dcb0117be897 req-bfaa68d1-c1ea-4f06-a02d-9ad1a5cc65be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348063 Aug 13 02:43:06.825437 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:06.826678 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.862572 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-2698170f-3e5c-4e65-99da-e25622509dc3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4060223 Aug 13 02:43:06.873535 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 058ceba7-5913-4d3c-928f-4791586dfd42, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=058ceba7-5913-4d3c-928f-4791586dfd42,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:06.884490 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Attempting to bind port 43c30137-4187-4e56-b351-850fb1ea2001 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:06.884963 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Attempting to bind port 43c30137-4187-4e56-b351-850fb1ea2001 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:06.885347 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Attempting to bind port 43c30137-4187-4e56-b351-850fb1ea2001 on network be73bb83-500a-4480-b13e-df98a4135bf4 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:06.890995 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.916769 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Request body: {'port': {'device_id': '833389e2-88d7-4338-88b2-481dec8d1718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:06.953131 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=058ceba7-5913-4d3c-928f-4791586dfd42,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:06.966826 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:06.967422 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Checking segment: {'id': 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:06.967891 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.968309 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Bound using segment: {'id': 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:06.968835 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Bound port: 43c30137-4187-4e56-b351-850fb1ea2001, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:06.969228 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.991907 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.009920 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33960122-e94b-487c-8898-dcb0117be897 req-fdca60e7-92d0-4d5a-bd1e-9cb6cffbea6a service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708856 Aug 13 02:43:07.014548 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.045093 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.046336 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.046815 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.069614 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5933762 Aug 13 02:43:07.072440 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41160) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:07.077658 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Request body: {'subnet': {'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1383276758-subnet', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:07.094122 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] For port 43c30137-4187-4e56-b351-850fb1ea2001, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:07.100335 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] For port 43c30137-4187-4e56-b351-850fb1ea2001, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=43c30137-4187-4e56-b351-850fb1ea2001,segment=NetworkSegment(e03f75a0-a7c9-4a2c-85d6-710fecfd27d1),segment_id=e03f75a0-a7c9-4a2c-85d6-710fecfd27d1)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:07.105273 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.160360 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.173634 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-e28b7857-9ebd-4b85-8547-0a5acd5a65a4 None None] Provisioning for port 327712dd-87ab-45d4-bb23-615c712cf931 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:07.195033 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-e28b7857-9ebd-4b85-8547-0a5acd5a65a4 None None] Provisioning complete for port 327712dd-87ab-45d4-bb23-615c712cf931 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:07.195423 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e28b7857-9ebd-4b85-8547-0a5acd5a65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.284389 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33960122-e94b-487c-8898-dcb0117be897 req-0dfcbde4-bf5e-4a57-99d1-6d2d199b69aa service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599924 Aug 13 02:43:07.286304 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e0d05-4b70-4497-9aac-ad577cfc64f1 None None] Pushing event updated for resources: {'Port': ['ID=43c30137-4187-4e56-b351-850fb1ea2001,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:07.307377 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-e28b7857-9ebd-4b85-8547-0a5acd5a65a4 None None] Port 327712dd-87ab-45d4-bb23-615c712cf931 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:07.317343 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953fb51-ce0f-408a-8dbb-728f12c60248 req-a2fbb807-a6f4-4f17-ac76-93207a08fc3b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.325756 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c953fb51-ce0f-408a-8dbb-728f12c60248 req-a2fbb807-a6f4-4f17-ac76-93207a08fc3b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 931 time: 0.2312355 Aug 13 02:43:07.343482 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202548c-3542-4d3a-a4ef-4ed4bf5653be admin admin] Pushing event updated for resources: {'Network': ['ID=338fb280-6bf3-4d40-bd94-a28ef9955bed,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:07.355917 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Pushing event updated for resources: {'Port': ['ID=5955a83b-9f67-4ede-899c-6e8a63f9609e,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:07.359964 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 338fb280-6bf3-4d40-bd94-a28ef9955bed details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:43:07.382353 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Made reservation on behalf of 98c3fece595140e8a2bca35b7771f118 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:07.388476 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114205'] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.452351 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:07.478473 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c953fb51-ce0f-408a-8dbb-728f12c60248 req-9bb557d9-d74c-4919-93e0-9662419846f8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517072 Aug 13 02:43:07.546590 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:07.566849 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:07.713824 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-df63a2cf-d3cc-44f1-96da-31468963bf54 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.715323 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-df63a2cf-d3cc-44f1-96da-31468963bf54 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/networks?id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c HTTP/1.1" status: 200 len: 814 time: 0.4227085 Aug 13 02:43:07.778340 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-1d2f2baf-0812-47e7-9cff-5da9b0adfb87 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/quotas/ff8d6664973b4b2599cffb47c048b1a0 HTTP/1.1" status: 200 len: 375 time: 0.0461855 Aug 13 02:43:07.834474 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-73739db5-1df4-4109-9631-de13f3ed9f3d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff8d6664973b4b2599cffb47c048b1a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414803 Aug 13 02:43:07.966053 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327712dd-87ab-45d4-bb23-615c712cf931 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:07.968216 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 058ceba7-5913-4d3c-928f-4791586dfd42 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:07.977218 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:07.999334 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6657197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114223'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.004111 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-f14480a6-31fc-425f-a204-3c458692bcac service neutron] 10.222.0.43 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596498 Aug 13 02:43:08.007431 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Transition to ACTIVE for port object 327712dd-87ab-45d4-bb23-615c712cf931 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:08.011111 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.023265 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 058ceba7-5913-4d3c-928f-4791586dfd42 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:08.024212 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.060210 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.108315 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f571b5ed-e66d-4de5-b261-a2dc68780b35,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:08.131003 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:08.154756 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 43c30137-4187-4e56-b351-850fb1ea2001 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:08.175110 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Checking segment: {'id': '43e22cfe-6f01-4252-b6cb-dfea9f46531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:08.175477 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Network hostable DHCP agents. Network: 338fb280-6bf3-4d40-bd94-a28ef9955bed, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:43:08.221847 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Network 338fb280-6bf3-4d40-bd94-a28ef9955bed is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:43:08.226825 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 43c30137-4187-4e56-b351-850fb1ea2001 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:08.231888 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 1dc00cc7-579c-4151-a6c1-30be2b875bc3 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:08.244901 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-1ace3074-ff8b-433b-a9eb-da094d5eaf29 service neutron] 10.222.0.43 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910887 Aug 13 02:43:08.274902 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Attempting to bind port 327712dd-87ab-45d4-bb23-615c712cf931 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:08.275742 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Attempting to bind port 327712dd-87ab-45d4-bb23-615c712cf931 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:08.276375 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Attempting to bind port 327712dd-87ab-45d4-bb23-615c712cf931 on network 7696a46f-e4ae-44f7-bbe3-186da9448a02 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:08.283718 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Port 327712dd-87ab-45d4-bb23-615c712cf931 on network 7696a46f-e4ae-44f7-bbe3-186da9448a02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:43:08.284298 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Attempting to bind port 327712dd-87ab-45d4-bb23-615c712cf931 on network 7696a46f-e4ae-44f7-bbe3-186da9448a02 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:08.290321 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:08.291005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Checking segment: {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:08.291612 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Bound using segment: {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:08.292676 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Bound port: 327712dd-87ab-45d4-bb23-615c712cf931, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:08.293257 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.303117 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 338fb280-6bf3-4d40-bd94-a28ef9955bed) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:08.309454 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:08.310053 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.338404 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c87595-4961-4e80-9236-82b020ac89b0 None None] Network 338fb280-6bf3-4d40-bd94-a28ef9955bed requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:08.387281 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c0a56f28-d7ee-4b5c-9ea7-3531d74650db admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3138416 Aug 13 02:43:08.395464 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41186) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:08.402205 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:08.408106 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:08.411333 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:08.414893 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.460850 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.462901 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.490370 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:08.494345 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.502009 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:08.510686 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.513247 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 1dc00cc7-579c-4151-a6c1-30be2b875bc3 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:08.515399 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.518758 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-702e598e-cfbd-4a94-9399-e5ce34ebeaef service neutron] 10.222.0.39 "PUT /v2.0/ports/327712dd-87ab-45d4-bb23-615c712cf931 HTTP/1.1" status: 200 len: 1093 time: 1.6184878 Aug 13 02:43:08.523974 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:08.531817 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5af9d73-70d8-4612-afe0-17e35a601482" -d '{"events": [{"name": "network-changed", "server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "tag": "327712dd-87ab-45d4-bb23-615c712cf931"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:08.610738 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c01d14e1-45ab-4dbc-8159-021573903c86 req-85de9049-392e-4747-8fd4-ca91cca2fc25 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.0604281 Aug 13 02:43:08.723768 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d796f9-d736-41a9-965d-4ec1add2d19f req-2633996b-0dec-4994-8f01-2618cc277427 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:08.725265 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-30d796f9-d736-41a9-965d-4ec1add2d19f req-2633996b-0dec-4994-8f01-2618cc277427 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0799887 Aug 13 02:43:08.768180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf8d569-d4bc-4235-bcc9-aafac10a617a x-openstack-request-id: req-2bf8d569-d4bc-4235-bcc9-aafac10a617a {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:08.768656 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "tag": "327712dd-87ab-45d4-bb23-615c712cf931", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:08.768919 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bf8d569-d4bc-4235-bcc9-aafac10a617a {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:08.769340 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931', 'status': 'completed', 'code': 200} Aug 13 02:43:08.787137 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.830357 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 1dc00cc7-579c-4151-a6c1-30be2b875bc3 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:08.831177 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:08.852178 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-30d796f9-d736-41a9-965d-4ec1add2d19f req-10503c56-6e7a-4253-b68f-d56234c7ca40 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149428 Aug 13 02:43:08.945684 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c59c1-c48c-49e3-844a-2f548cc292c7 None None] Network be73bb83-500a-4480-b13e-df98a4135bf4 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:08.978142 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5c4e-bd23-43d2-a93c-c2863ff4bc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.075187 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.164500 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.191707 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Router 3a10b890-589f-46de-a756-a1397c737038 is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:43:09.307263 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-338fb280-6bf3-4d40-bd94-a28ef9955bed', 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'fixed_ips': [{'subnet_id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:43:09.308115 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.310317 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-c5d859b0-8032-4e77-a3e9-e74dbb182aea None None] Provisioning for port 43c30137-4187-4e56-b351-850fb1ea2001 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:09.327794 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.346330 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-c5d859b0-8032-4e77-a3e9-e74dbb182aea None None] Provisioning complete for port 43c30137-4187-4e56-b351-850fb1ea2001 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:09.346979 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c5d859b0-8032-4e77-a3e9-e74dbb182aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.353684 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:09.368225 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9ef2-4057-4d1d-8eba-9b82b8d7251f req-52ca9177-c8b8-4f60-a2d1-9d343669639d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:09.373449 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.375115 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-39874bcc-86c8-4a31-a7a0-2fb99fd59e2a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4302530 Aug 13 02:43:09.378653 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8a1a9ef2-4057-4d1d-8eba-9b82b8d7251f req-52ca9177-c8b8-4f60-a2d1-9d343669639d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0852568 Aug 13 02:43:09.379959 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 41214) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:09.389616 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Sync routers for ids ['3a10b890-589f-46de-a756-a1397c737038'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:09.401171 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 1dc00cc7-579c-4151-a6c1-30be2b875bc3, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=1dc00cc7-579c-4151-a6c1-30be2b875bc3,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:09.415271 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.509064 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8a1a9ef2-4057-4d1d-8eba-9b82b8d7251f req-7a5993b0-3999-4a1a-9cac-a7ce9fc326a8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263821 Aug 13 02:43:09.518840 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.523861 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Routers {'3a10b890-589f-46de-a756-a1397c737038'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:09.524786 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['3a10b890-589f-46de-a756-a1397c737038'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:09.544448 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.656175 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=1dc00cc7-579c-4151-a6c1-30be2b875bc3,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:09.702548 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Allocated IP 172.27.2.19 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/54b4f7d0-7009-4b6e-a7c7-383ec8aa42db) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:09.758393 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.820540 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Allocated IP 172.20.0.2 (338fb280-6bf3-4d40-bd94-a28ef9955bed/f571b5ed-e66d-4de5-b261-a2dc68780b35/283405ac-9d28-4142-bbd5-d9c46f9d048c) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:09.827097 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a59d98dc-9635-45a5-a484-b8457e32244e req-59ba468d-ec4a-49f0-ad1f-ad0b7875c7ab tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.0670218 Aug 13 02:43:09.835047 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 1dc00cc7-579c-4151-a6c1-30be2b875bc3 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:09.897490 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Set router 3a10b890-589f-46de-a756-a1397c737038 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:09.901830 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c5d859b0-8032-4e77-a3e9-e74dbb182aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.942025 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.071084 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f896d47-3aff-4e00-85b0-4742bda5e4f5 req-d12aafa0-ab7b-4942-bea2-95b2c1fd83ee tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:10.072214 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3f896d47-3aff-4e00-85b0-4742bda5e4f5 req-d12aafa0-ab7b-4942-bea2-95b2c1fd83ee tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0921032 Aug 13 02:43:10.092681 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.137257 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3f896d47-3aff-4e00-85b0-4742bda5e4f5 req-6877a5b1-611d-47a2-af5b-2cd2899aaeda tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582743 Aug 13 02:43:10.154741 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-c5d859b0-8032-4e77-a3e9-e74dbb182aea None None] For port 43c30137-4187-4e56-b351-850fb1ea2001, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=43c30137-4187-4e56-b351-850fb1ea2001,segment=NetworkSegment(e03f75a0-a7c9-4a2c-85d6-710fecfd27d1),segment_id=e03f75a0-a7c9-4a2c-85d6-710fecfd27d1)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:10.190481 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.202403 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c5d859b0-8032-4e77-a3e9-e74dbb182aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.215807 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 1dc00cc7-579c-4151-a6c1-30be2b875bc3 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:10.216180 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.228669 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:10.231516 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:10.235107 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:10.265421 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Pushing event updated for resources: {'Port': ['ID=54b4f7d0-7009-4b6e-a7c7-383ec8aa42db,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:10.319795 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Allocated IP 172.20.0.1 (be73bb83-500a-4480-b13e-df98a4135bf4/c6420e07-f8ce-47fd-b8cf-9fe4472a2803/60905064-23a8-451d-8794-cb19edec4ff7) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:10.362001 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.377727 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d859b0-8032-4e77-a3e9-e74dbb182aea None None] Pushing event updated for resources: {'Port': ['ID=43c30137-4187-4e56-b351-850fb1ea2001,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:10.382083 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Transition to ACTIVE for port object 283405ac-9d28-4142-bbd5-d9c46f9d048c will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:10.407946 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Transition to ACTIVE for port object 283405ac-9d28-4142-bbd5-d9c46f9d048c will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:10.418874 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Sync routers for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:10.431415 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:10.432241 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:10.445529 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.460293 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a10b890-589f-46de-a756-a1397c737038', 'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:05Z', 'updated_at': '2021-08-13T02:43:07Z', 'revision_number': 3, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'gw_port': {'id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:73:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:06Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:10.470359 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.490865 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Transition to ACTIVE for port object 60905064-23a8-451d-8794-cb19edec4ff7 will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:10.522722 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Checking router: 3a10b890-589f-46de-a756-a1397c737038 for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:10.523101 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Updating router 3a10b890-589f-46de-a756-a1397c737038 port 5955a83b-9f67-4ede-899c-6e8a63f9609e binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:10.534249 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.550139 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.562259 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Pushing event updated for resources: {'Port': ['ID=283405ac-9d28-4142-bbd5-d9c46f9d048c,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:10.577749 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:10.597850 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.603132 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Network 338fb280-6bf3-4d40-bd94-a28ef9955bed is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:10.622394 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:10.622599 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Network be73bb83-500a-4480-b13e-df98a4135bf4 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:10.624811 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-8dfde4eb-d0e0-4095-9b01-910c8a2d9577 None None] Provisioning complete for port 43c30137-4187-4e56-b351-850fb1ea2001 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:10.629064 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:10.638833 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8dfde4eb-d0e0-4095-9b01-910c8a2d9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.641060 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:10.645984 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Pushing event updated for resources: {'Port': ['ID=60905064-23a8-451d-8794-cb19edec4ff7,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:10.648694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:10.724885 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292228f2-61bf-45ef-befd-324ea4248cbe req-8082b982-5e6c-4df8-8dd4-079eae037494 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:10.726686 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-292228f2-61bf-45ef-befd-324ea4248cbe req-8082b982-5e6c-4df8-8dd4-079eae037494 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.1261263 Aug 13 02:43:10.729944 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.829788 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-292228f2-61bf-45ef-befd-324ea4248cbe req-4cf7558e-9cdd-4b66-8eb7-acd80747cfd5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965130 Aug 13 02:43:10.879198 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.923813 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 2, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:10.962543 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Checking router: 441b9e05-fb69-4896-ba07-f75f4ce00afe for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:10.963346 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Updating router 441b9e05-fb69-4896-ba07-f75f4ce00afe port 389279be-08a2-4780-a878-272a2a884548 binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:10.983779 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c4662ec6-bd94-43f2-845e-4076b92902f6 req-29e4d0d4-ab4e-42be-913d-437b219542c2 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.0479159 Aug 13 02:43:10.993231 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.996978 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.063405 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Router d4b130e3-d760-4a2c-b731-06876646ba2c is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:43:11.063626 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Attempting to bind port 283405ac-9d28-4142-bbd5-d9c46f9d048c on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:11.063898 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Attempting to bind port 283405ac-9d28-4142-bbd5-d9c46f9d048c by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '43e22cfe-6f01-4252-b6cb-dfea9f46531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:11.064254 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Attempting to bind port 283405ac-9d28-4142-bbd5-d9c46f9d048c on network 338fb280-6bf3-4d40-bd94-a28ef9955bed {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:11.080039 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:11.080433 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Checking segment: {'id': '43e22cfe-6f01-4252-b6cb-dfea9f46531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:11.080970 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.081364 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Bound using segment: {'id': '43e22cfe-6f01-4252-b6cb-dfea9f46531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:11.081840 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Bound port: 283405ac-9d28-4142-bbd5-d9c46f9d048c, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e22cfe-6f01-4252-b6cb-dfea9f46531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:11.082220 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.211313 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:11.236853 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.244264 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.254114 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.255407 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-cf6877c9-3a86-4640-a464-d810f5ee7396 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8588078 Aug 13 02:43:11.258133 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41234) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:11.299936 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.302852 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Sync routers for ids ['d4b130e3-d760-4a2c-b731-06876646ba2c'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:11.339741 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.346623 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.361156 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Transition to ACTIVE for port object 389279be-08a2-4780-a878-272a2a884548 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:11.371767 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.385601 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Routers {'d4b130e3-d760-4a2c-b731-06876646ba2c'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:11.386148 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['d4b130e3-d760-4a2c-b731-06876646ba2c'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:11.392435 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.394880 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Transition to ACTIVE for port object 5955a83b-9f67-4ede-899c-6e8a63f9609e will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:11.435927 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceba643-24cd-4d1f-9030-fc35e3994303 None None] Pushing event updated for resources: {'Port': ['ID=389279be-08a2-4780-a878-272a2a884548,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:11.471102 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.477313 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] For port 283405ac-9d28-4142-bbd5-d9c46f9d048c, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:11.495867 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Network be73bb83-500a-4480-b13e-df98a4135bf4 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:11.509006 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:11.512175 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Pushing event updated for resources: {'Port': ['ID=60905064-23a8-451d-8794-cb19edec4ff7,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:11.533134 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612fa53-5ac4-4636-b2f3-37194e1f5952 req-1b431f62-cc0e-4a9a-a0c4-474852704d71 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:11.538016 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4612fa53-5ac4-4636-b2f3-37194e1f5952 req-1b431f62-cc0e-4a9a-a0c4-474852704d71 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.2419839 Aug 13 02:43:11.540611 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Attempting to bind port 389279be-08a2-4780-a878-272a2a884548 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:11.540984 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Attempting to bind port 389279be-08a2-4780-a878-272a2a884548 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:11.541341 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Attempting to bind port 389279be-08a2-4780-a878-272a2a884548 on network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:11.548725 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:11.549128 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Checking segment: {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:11.549534 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.549927 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Bound using segment: {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:11.550400 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Bound port: 389279be-08a2-4780-a878-272a2a884548, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:11.550775 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.598361 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] For port 283405ac-9d28-4142-bbd5-d9c46f9d048c, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=283405ac-9d28-4142-bbd5-d9c46f9d048c,segment=NetworkSegment(43e22cfe-6f01-4252-b6cb-dfea9f46531d),segment_id=43e22cfe-6f01-4252-b6cb-dfea9f46531d)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:11.720039 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.793888 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc16400-2047-43ef-b076-49b92447b103 None None] Pushing event updated for resources: {'Port': ['ID=5955a83b-9f67-4ede-899c-6e8a63f9609e,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:11.809298 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Attempting to bind port 5955a83b-9f67-4ede-899c-6e8a63f9609e on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:11.810924 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Attempting to bind port 5955a83b-9f67-4ede-899c-6e8a63f9609e by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:11.812463 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Attempting to bind port 5955a83b-9f67-4ede-899c-6e8a63f9609e on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:11.872832 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2d7f8f26-95a6-4eb4-9c96-2eac4bcbe86a None None] Provisioning for port 60905064-23a8-451d-8794-cb19edec4ff7 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:11.887861 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:11.888380 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:11.888899 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.889390 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:11.889988 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Bound port: 5955a83b-9f67-4ede-899c-6e8a63f9609e, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:11.890493 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.893797 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 43c30137-4187-4e56-b351-850fb1ea2001 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:11.901453 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2d7f8f26-95a6-4eb4-9c96-2eac4bcbe86a None None] Provisioning complete for port 60905064-23a8-451d-8794-cb19edec4ff7 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:11.901678 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] For port 389279be-08a2-4780-a878-272a2a884548, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:11.902069 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2d7f8f26-95a6-4eb4-9c96-2eac4bcbe86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.905562 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] For port 389279be-08a2-4780-a878-272a2a884548, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=389279be-08a2-4780-a878-272a2a884548,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:11.913595 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.957492 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Set router d4b130e3-d760-4a2c-b731-06876646ba2c gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:11.970244 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.006447 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:12.006853 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:12.062482 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceba643-24cd-4d1f-9030-fc35e3994303 None None] Pushing event updated for resources: {'Port': ['ID=389279be-08a2-4780-a878-272a2a884548,revision_number=4']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:12.091785 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d717f-9c81-47fa-9a75-aca52f257a8c None None] Pushing event updated for resources: {'Port': ['ID=283405ac-9d28-4142-bbd5-d9c46f9d048c,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:12.185941 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4612fa53-5ac4-4636-b2f3-37194e1f5952 req-5aa53eb2-42e8-4cec-8d8a-758fac9feaba tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801916 Aug 13 02:43:12.242511 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f8f26-95a6-4eb4-9c96-2eac4bcbe86a None None] Port 60905064-23a8-451d-8794-cb19edec4ff7 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:12.258674 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:12.289533 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Allocated IP 172.20.0.1 (338fb280-6bf3-4d40-bd94-a28ef9955bed/f571b5ed-e66d-4de5-b261-a2dc68780b35/68263690-d5b9-474e-8424-1e1de69cebff) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:12.292804 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] For port 5955a83b-9f67-4ede-899c-6e8a63f9609e, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:12.301670 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] For port 5955a83b-9f67-4ede-899c-6e8a63f9609e, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5955a83b-9f67-4ede-899c-6e8a63f9609e,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:12.325390 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.414459 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Router 3a10b890-589f-46de-a756-a1397c737038 has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:12.427320 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 43c30137-4187-4e56-b351-850fb1ea2001 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:12.428473 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.520057 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:11Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:12.533574 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-4f8d62cb-c8fd-484e-be8c-e933b88bf58a None None] Provisioning complete for port 60905064-23a8-451d-8794-cb19edec4ff7 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:12.534274 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4f8d62cb-c8fd-484e-be8c-e933b88bf58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.544710 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612ec5-3dbf-475f-b718-9ba1c90257c0 req-9bfd43b5-17f6-47fb-b57f-0300b34b529c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:12.546349 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e9612ec5-3dbf-475f-b718-9ba1c90257c0 req-9bfd43b5-17f6-47fb-b57f-0300b34b529c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.2023709 Aug 13 02:43:12.565287 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e29d24-2631-4bd9-a395-952fe8f2f820 None None] The sync data for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi is: [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:11Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:12.595004 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:12.606193 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-d258b51a-483e-493c-b414-73c6dff819fe admin admin] 10.222.0.43 "PUT /v2.0/routers/3a10b890-589f-46de-a756-a1397c737038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2246795 Aug 13 02:43:12.616213 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Routers {'3a10b890-589f-46de-a756-a1397c737038'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:12.617188 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['3a10b890-589f-46de-a756-a1397c737038'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:12.633077 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc16400-2047-43ef-b076-49b92447b103 None None] Pushing event updated for resources: {'Port': ['ID=5955a83b-9f67-4ede-899c-6e8a63f9609e,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:12.647726 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e9612ec5-3dbf-475f-b718-9ba1c90257c0 req-9e4c3386-f350-447d-b5e7-6b7a37d62a1a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790262 Aug 13 02:43:12.685801 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.710282 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.provisioning_blocks [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Transition to ACTIVE for port object 68263690-d5b9-474e-8424-1e1de69cebff will not be triggered until provisioned by entity DHCP. {{(pid=100588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:12.758130 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.783418 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0d07673f-ae4a-420f-955a-83a81305daa7 req-0ac699bd-576a-4a95-a070-bddb780ea279 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.0552011 Aug 13 02:43:12.794864 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-4f8d62cb-c8fd-484e-be8c-e933b88bf58a None None] Port 60905064-23a8-451d-8794-cb19edec4ff7 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:12.809724 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Network 338fb280-6bf3-4d40-bd94-a28ef9955bed is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:12.818688 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:12.823363 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:12.900511 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Pushing event updated for resources: {'Port': ['ID=68263690-d5b9-474e-8424-1e1de69cebff,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:12.927524 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:08Z', 'updated_at': '2021-08-13T02:43:10Z', 'revision_number': 3, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'gw_port': {'id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:09Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:12.941139 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.014908 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Checking router: d4b130e3-d760-4a2c-b731-06876646ba2c for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:13.015666 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Updating router d4b130e3-d760-4a2c-b731-06876646ba2c port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:13.097661 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.105202 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] Set router 3a10b890-589f-46de-a756-a1397c737038 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:13.186020 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.416306 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4a8b48-52e8-45ca-88cc-13049d8ad8b1 None None] Network 338fb280-6bf3-4d40-bd94-a28ef9955bed requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:43:13.446522 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.454499 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.543204 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Pushing event updated for resources: {'Port': ['ID=68263690-d5b9-474e-8424-1e1de69cebff,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:13.559837 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.592385 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 41256) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:13.596984 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-3eb22b94-947b-447b-8894-05479b99accf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833646632', 'description': 'tempest-secgroup-smoke-833646632 description', 'project_id': '1f35c4d4a6524f078112a8a65b84f54c'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:13.640371 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3eb22b94-947b-447b-8894-05479b99accf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.671008 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-0f7441c3-c8a8-4010-a30d-0f00e75e173d None None] Provisioning for port 283405ac-9d28-4142-bbd5-d9c46f9d048c completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:13.692968 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Network 338fb280-6bf3-4d40-bd94-a28ef9955bed is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:13.694704 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:13.729421 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c462a-4423-4556-8795-0e985fcbc66d req-685ae3d5-e83e-4c64-b45a-e6ee02fc14c4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:13.730982 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-049c462a-4423-4556-8795-0e985fcbc66d req-685ae3d5-e83e-4c64-b45a-e6ee02fc14c4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0869920 Aug 13 02:43:13.826246 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-049c462a-4423-4556-8795-0e985fcbc66d req-295844d6-0f99-47cd-99f8-811ba112de56 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837777 Aug 13 02:43:13.893510 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3eb22b94-947b-447b-8894-05479b99accf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.900190 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3eb22b94-947b-447b-8894-05479b99accf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.940739 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3eb22b94-947b-447b-8894-05479b99accf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.942319 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-3eb22b94-947b-447b-8894-05479b99accf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3490517 Aug 13 02:43:13.947742 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41262) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:13.954686 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-ad31c8f6-3d57-43cc-bfd4-9c846e78d9cd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'security_group_rule': {'security_group_id': 'bf495af0-e92b-46d0-be60-0686e873f111', 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:13.965620 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Router d4b130e3-d760-4a2c-b731-06876646ba2c has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:13.990240 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb22b94-947b-447b-8894-05479b99accf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf495af0-e92b-46d0-be60-0686e873f111,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:14.000316 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a10b890-589f-46de-a756-a1397c737038', 'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:05Z', 'updated_at': '2021-08-13T02:43:10Z', 'revision_number': 4, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'gw_port': {'id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:73:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:06Z', 'updated_at': '2021-08-13T02:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '60905064-23a8-451d-8794-cb19edec4ff7', 'name': '', 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'mac_address': 'fa:16:3e:5a:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:10Z', 'updated_at': '2021-08-13T02:43:11Z', 'revision_number': 2, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'subnets': [{'id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:14.045056 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 389279be-08a2-4780-a878-272a2a884548 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:14.052868 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22657f-79a0-41bc-9971-6b4856febf68 req-0fbc39b4-080e-43e4-83db-444ffcaafdbd tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:14.054430 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2b22657f-79a0-41bc-9971-6b4856febf68 req-0fbc39b4-080e-43e4-83db-444ffcaafdbd tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0831728 Aug 13 02:43:14.065113 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ad31c8f6-3d57-43cc-bfd4-9c846e78d9cd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.089638 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6ac38-d8c5-424f-930d-2cf6541591bb None None] The sync data for ids ['3a10b890-589f-46de-a756-a1397c737038'] in dv-cinder-759994-5-iscsi is: [{'id': '3a10b890-589f-46de-a756-a1397c737038', 'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:05Z', 'updated_at': '2021-08-13T02:43:10Z', 'revision_number': 4, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'gw_port': {'id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:73:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:06Z', 'updated_at': '2021-08-13T02:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '60905064-23a8-451d-8794-cb19edec4ff7', 'name': '', 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'mac_address': 'fa:16:3e:5a:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:10Z', 'updated_at': '2021-08-13T02:43:11Z', 'revision_number': 2, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'subnets': [{'id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:14.097487 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.121156 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2b22657f-79a0-41bc-9971-6b4856febf68 req-1094fd3d-1b14-4ed5-b7d6-798a033c3e36 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591199 Aug 13 02:43:14.139210 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Transition to ACTIVE for port object 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:14.166846 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.167484 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:14.187460 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-db2613cb-fcc4-464a-a90d-f8fe4671623c admin admin] 10.222.0.43 "PUT /v2.0/routers/d4b130e3-d760-4a2c-b731-06876646ba2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9282007 Aug 13 02:43:14.189736 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ad31c8f6-3d57-43cc-bfd4-9c846e78d9cd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.194080 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ad31c8f6-3d57-43cc-bfd4-9c846e78d9cd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.218097 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31c8f6-3d57-43cc-bfd4-9c846e78d9cd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38bae5e-8435-4a4a-b9cc-10207425d361,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:14.226297 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ad31c8f6-3d57-43cc-bfd4-9c846e78d9cd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.227846 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ad31c8f6-3d57-43cc-bfd4-9c846e78d9cd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2787406 Aug 13 02:43:14.231617 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41270) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:14.240433 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-d4d7044f-306a-4834-9fc0-458e2a9188c1 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'security_group_rule': {'security_group_id': 'bf495af0-e92b-46d0-be60-0686e873f111', 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:14.242314 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 389279be-08a2-4780-a878-272a2a884548 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:14.246781 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b932ac28-c0a7-480f-8430-35a4446ae1f3 req-7d8f1fb2-6e67-469c-9288-a8e72c7c1d5d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.0612876 Aug 13 02:43:14.276899 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 389279be-08a2-4780-a878-272a2a884548 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:14.277812 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.280873 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb26ac0-33f4-4f02-82c6-4e09c40748e4 None None] Pushing event updated for resources: {'Port': ['ID=54b4f7d0-7009-4b6e-a7c7-383ec8aa42db,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:14.281650 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d4d7044f-306a-4834-9fc0-458e2a9188c1 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.311818 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Attempting to bind port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:14.312189 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Attempting to bind port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:14.312594 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Attempting to bind port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:14.323739 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:14.323883 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:14.324200 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.324625 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:14.325093 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Bound port: 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:14.325579 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.373731 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d4d7044f-306a-4834-9fc0-458e2a9188c1 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.378264 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d4d7044f-306a-4834-9fc0-458e2a9188c1 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.418090 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7044f-306a-4834-9fc0-458e2a9188c1 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed26d7c-ee42-4f7f-addb-95041768a892,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:14.436432 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d4d7044f-306a-4834-9fc0-458e2a9188c1 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.443035 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] For port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:14.445053 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d4d7044f-306a-4834-9fc0-458e2a9188c1 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2116961 Aug 13 02:43:14.447481 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41278) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:14.452217 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-f6667371-3ef0-4223-9e27-f45a951ecfde tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'security_group_rule': {'security_group_id': 'bf495af0-e92b-46d0-be60-0686e873f111', 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:14.495866 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] For port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=54b4f7d0-7009-4b6e-a7c7-383ec8aa42db,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:14.504452 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.505399 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.520078 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f6667371-3ef0-4223-9e27-f45a951ecfde tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.614805 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-df1b3254-3aec-42c2-9565-31363051d2db None None] Provisioning for port 68263690-d5b9-474e-8424-1e1de69cebff completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:14.629295 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Routers {'d4b130e3-d760-4a2c-b731-06876646ba2c'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:14.629295 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['d4b130e3-d760-4a2c-b731-06876646ba2c'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:14.640380 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 389279be-08a2-4780-a878-272a2a884548, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=389279be-08a2-4780-a878-272a2a884548,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:14.656756 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f6667371-3ef0-4223-9e27-f45a951ecfde tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.661985 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f6667371-3ef0-4223-9e27-f45a951ecfde tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.679022 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.679796 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 283405ac-9d28-4142-bbd5-d9c46f9d048c up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:14.682278 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-df1b3254-3aec-42c2-9565-31363051d2db None None] Provisioning complete for port 68263690-d5b9-474e-8424-1e1de69cebff triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:14.682644 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-df1b3254-3aec-42c2-9565-31363051d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.687820 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb26ac0-33f4-4f02-82c6-4e09c40748e4 None None] Pushing event updated for resources: {'Port': ['ID=54b4f7d0-7009-4b6e-a7c7-383ec8aa42db,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:14.729113 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6667371-3ef0-4223-9e27-f45a951ecfde tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bffc12-9b34-4edb-a939-8a54d6636593,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:14.746183 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9d73-70d8-4612-afe0-17e35a601482 req-2726aaae-bfe0-450f-ac0b-84e6248985e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:14.747723 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d5af9d73-70d8-4612-afe0-17e35a601482 req-2726aaae-bfe0-450f-ac0b-84e6248985e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 1096 time: 0.1989043 Aug 13 02:43:14.753522 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f6667371-3ef0-4223-9e27-f45a951ecfde tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.755202 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-f6667371-3ef0-4223-9e27-f45a951ecfde tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3065426 Aug 13 02:43:14.757788 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41280) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:14.767923 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c225bc-3097-458c-8d00-b8f28226b04b req-b51169b2-d247-4c07-900d-9c22046bb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:14.769179 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-de00e551-e121-4e44-9041-481c2676cac2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'security_group_rule': {'security_group_id': 'bf495af0-e92b-46d0-be60-0686e873f111', 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:14.773103 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-31c225bc-3097-458c-8d00-b8f28226b04b req-b51169b2-d247-4c07-900d-9c22046bb5a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1099 time: 0.2113843 Aug 13 02:43:14.807212 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-de00e551-e121-4e44-9041-481c2676cac2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.850718 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-df1b3254-3aec-42c2-9565-31363051d2db None None] Port 68263690-d5b9-474e-8424-1e1de69cebff cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:14.900140 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-de00e551-e121-4e44-9041-481c2676cac2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.900614 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=389279be-08a2-4780-a878-272a2a884548,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:14.906656 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-de00e551-e121-4e44-9041-481c2676cac2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.944271 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00e551-e121-4e44-9041-481c2676cac2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde7b894-7a93-4c43-9d42-e8bc57cb30cf,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:14.956334 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-de00e551-e121-4e44-9041-481c2676cac2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.960110 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-de00e551-e121-4e44-9041-481c2676cac2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1984327 Aug 13 02:43:14.960379 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41288) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:14.970203 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-4eea9191-4ed2-4578-bca4-13217ae5aaf9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'security_group_rule': {'security_group_id': 'bf495af0-e92b-46d0-be60-0686e873f111', 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:14.980462 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] Set router d4b130e3-d760-4a2c-b731-06876646ba2c gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:15.029821 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.securitygroups_db [None req-4eea9191-4ed2-4578-bca4-13217ae5aaf9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Project 1f35c4d4a6524f078112a8a65b84f54c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:43:15.042538 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4eea9191-4ed2-4578-bca4-13217ae5aaf9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.129617 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4eea9191-4ed2-4578-bca4-13217ae5aaf9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.135470 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4eea9191-4ed2-4578-bca4-13217ae5aaf9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.164756 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea9191-4ed2-4578-bca4-13217ae5aaf9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bae7f2-9e89-4089-82c4-a804dfee8943,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:15.175688 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4eea9191-4ed2-4578-bca4-13217ae5aaf9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.180334 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-4eea9191-4ed2-4578-bca4-13217ae5aaf9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2158415 Aug 13 02:43:15.181203 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41302) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:15.188812 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-00a13014-4341-46c9-bea3-058776d7b4e2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'security_group_rule': {'security_group_id': 'bf495af0-e92b-46d0-be60-0686e873f111', 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:15.241383 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.securitygroups_db [None req-00a13014-4341-46c9-bea3-058776d7b4e2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Project 1f35c4d4a6524f078112a8a65b84f54c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:43:15.249426 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-00a13014-4341-46c9-bea3-058776d7b4e2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.260025 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db34bf-4ab8-4573-ae09-9186ec1cfa77 req-b5017449-d467-4dc3-8bea-a2e602d9235a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:15.268438 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-53db34bf-4ab8-4573-ae09-9186ec1cfa77 req-b5017449-d467-4dc3-8bea-a2e602d9235a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.2581654 Aug 13 02:43:15.358736 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 283405ac-9d28-4142-bbd5-d9c46f9d048c completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:15.364985 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-53db34bf-4ab8-4573-ae09-9186ec1cfa77 req-7e93ec3a-bf36-47dd-9889-3702872a1ec6 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955830 Aug 13 02:43:15.391446 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-00a13014-4341-46c9-bea3-058776d7b4e2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.402570 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-00a13014-4341-46c9-bea3-058776d7b4e2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.424565 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 283405ac-9d28-4142-bbd5-d9c46f9d048c triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:15.424940 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.431245 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a13014-4341-46c9-bea3-058776d7b4e2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ddc1fb-2a16-4bb0-a181-d8cba08d7ec0,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:15.439544 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-00a13014-4341-46c9-bea3-058776d7b4e2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.445709 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-00a13014-4341-46c9-bea3-058776d7b4e2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2628250 Aug 13 02:43:15.471400 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c225bc-3097-458c-8d00-b8f28226b04b req-193ac0bd-2be4-4135-9ccd-65f6503beb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:15.473787 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-31c225bc-3097-458c-8d00-b8f28226b04b req-193ac0bd-2be4-4135-9ccd-65f6503beb3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 919 time: 0.5748816 Aug 13 02:43:15.478070 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9d73-70d8-4612-afe0-17e35a601482 req-3446a10c-e15c-447e-acb5-866e6dc2cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:15.479789 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d5af9d73-70d8-4612-afe0-17e35a601482 req-3446a10c-e15c-447e-acb5-866e6dc2cf18 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5821717 Aug 13 02:43:15.497283 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-39b6752f-f6fb-4b84-94bb-bb21cf4a014b None None] Provisioning complete for port 68263690-d5b9-474e-8424-1e1de69cebff triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:15.497739 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-39b6752f-f6fb-4b84-94bb-bb21cf4a014b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.631373 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-39b6752f-f6fb-4b84-94bb-bb21cf4a014b None None] Port 68263690-d5b9-474e-8424-1e1de69cebff cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:15.684760 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-31c225bc-3097-458c-8d00-b8f28226b04b req-6804dfe4-34f1-4325-9550-a64646fd8112 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf HTTP/1.1" status: 200 len: 217 time: 0.1963701 Aug 13 02:43:15.694005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671db7-c08f-419d-bcd8-7e0ffe206e91 req-17e4d926-5869-4dfb-a2da-04544b1e074a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:15.701839 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-21671db7-c08f-419d-bcd8-7e0ffe206e91 req-17e4d926-5869-4dfb-a2da-04544b1e074a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.3539667 Aug 13 02:43:15.761121 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-471404bf-8d1f-45de-8263-5c4b7f548d70 req-0b8c250a-89d0-46ab-9fbb-05344c90dfe9 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.2440414 Aug 13 02:43:15.792347 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.830502 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-4a001197-91fb-4ed5-834f-489869a9734e None None] Provisioning complete for port 68263690-d5b9-474e-8424-1e1de69cebff triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:15.830915 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-4a001197-91fb-4ed5-834f-489869a9734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:15.897575 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:08Z', 'updated_at': '2021-08-13T02:43:13Z', 'revision_number': 4, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'gw_port': {'id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:09Z', 'updated_at': '2021-08-13T02:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '68263690-d5b9-474e-8424-1e1de69cebff', 'name': '', 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'mac_address': 'fa:16:3e:9c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:11Z', 'updated_at': '2021-08-13T02:43:13Z', 'revision_number': 2, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'subnets': [{'id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:15.930076 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56499a4b-2464-4fe9-838d-37f4b9d01734 None None] The sync data for ids ['d4b130e3-d760-4a2c-b731-06876646ba2c'] in dv-cinder-759994-5-iscsi is: [{'id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:08Z', 'updated_at': '2021-08-13T02:43:13Z', 'revision_number': 4, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'gw_port': {'id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:09Z', 'updated_at': '2021-08-13T02:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '68263690-d5b9-474e-8424-1e1de69cebff', 'name': '', 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'mac_address': 'fa:16:3e:9c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:11Z', 'updated_at': '2021-08-13T02:43:13Z', 'revision_number': 2, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'subnets': [{'id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:15.941501 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 283405ac-9d28-4142-bbd5-d9c46f9d048c, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=283405ac-9d28-4142-bbd5-d9c46f9d048c,segment=NetworkSegment(43e22cfe-6f01-4252-b6cb-dfea9f46531d),segment_id=43e22cfe-6f01-4252-b6cb-dfea9f46531d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:15.943011 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-4a001197-91fb-4ed5-834f-489869a9734e None None] Port 68263690-d5b9-474e-8424-1e1de69cebff cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:15.954840 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.102196 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=283405ac-9d28-4142-bbd5-d9c46f9d048c,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:16.190659 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-f126cb1e-8457-43a8-a0ff-08d734676b23 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:16.193221 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-f126cb1e-8457-43a8-a0ff-08d734676b23 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.39 "GET /v2.0/networks?id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c HTTP/1.1" status: 200 len: 814 time: 0.3233545 Aug 13 02:43:16.277724 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-21671db7-c08f-419d-bcd8-7e0ffe206e91 req-cbb0274d-1062-43fa-b62c-71238601965b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746434 Aug 13 02:43:16.279300 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c225bc-3097-458c-8d00-b8f28226b04b req-fd6bb8c5-4bd4-4a70-999f-d80f01529e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:16.285474 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-31c225bc-3097-458c-8d00-b8f28226b04b req-fd6bb8c5-4bd4-4a70-999f-d80f01529e6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.5441794 Aug 13 02:43:16.308989 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 389279be-08a2-4780-a878-272a2a884548 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:16.332251 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9d73-70d8-4612-afe0-17e35a601482 req-6f550115-a8fc-4f74-96e7-eb5a45751dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:16.335835 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d5af9d73-70d8-4612-afe0-17e35a601482 req-6f550115-a8fc-4f74-96e7-eb5a45751dff service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8397155 Aug 13 02:43:16.400276 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 389279be-08a2-4780-a878-272a2a884548 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:16.400696 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.639773 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b547b-37ee-465b-b6e0-10f5827497f9 req-59e3b9b0-baa9-4b22-884f-37460410900b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:16.642039 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-df5b547b-37ee-465b-b6e0-10f5827497f9 req-59e3b9b0-baa9-4b22-884f-37460410900b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0767682 Aug 13 02:43:16.705180 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-df5b547b-37ee-465b-b6e0-10f5827497f9 req-bf487acb-5255-40e2-ae3c-1ee6b8e2753a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554392 Aug 13 02:43:16.913067 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-372230f9-da54-464e-8767-84fb9dc7883c req-e44da25c-80aa-492f-aacb-6c324b954640 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.0539227 Aug 13 02:43:17.471435 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bb652-9854-4710-b76a-9650d3d221bf req-3557d2fb-d256-44c0-ba79-dc0032a26f3e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:17.494315 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e0bb652-9854-4710-b76a-9650d3d221bf req-3557d2fb-d256-44c0-ba79-dc0032a26f3e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.1283510 Aug 13 02:43:17.556579 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e0bb652-9854-4710-b76a-9650d3d221bf req-47f9d550-6946-4ef7-949e-25f86d5b7464 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569258 Aug 13 02:43:17.837595 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630004b-56c5-4f9d-a03c-66b2b75f0608 req-9f94953d-de5c-4948-9522-3af2ee8a7ffe tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:17.839138 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0630004b-56c5-4f9d-a03c-66b2b75f0608 req-9f94953d-de5c-4948-9522-3af2ee8a7ffe tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0530200 Aug 13 02:43:17.880081 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0630004b-56c5-4f9d-a03c-66b2b75f0608 req-59537390-24ca-4c02-90e6-cf2e66e17e3f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338066 Aug 13 02:43:18.030110 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-28b49134-1a03-4389-b333-6e2aa3ed6e7b req-f439c9ad-8965-49a4-b11c-64fb524919bf tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.0398562 Aug 13 02:43:18.204972 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:18.267934 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:18.272703 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:18.273327 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.371838 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.395538 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=54b4f7d0-7009-4b6e-a7c7-383ec8aa42db,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:18.400137 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.401331 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 283405ac-9d28-4142-bbd5-d9c46f9d048c up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:18.486896 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=54b4f7d0-7009-4b6e-a7c7-383ec8aa42db,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:18.507774 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 283405ac-9d28-4142-bbd5-d9c46f9d048c triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:18.508676 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.607004 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5955a83b-9f67-4ede-899c-6e8a63f9609e up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:18.668249 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 5955a83b-9f67-4ede-899c-6e8a63f9609e completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:18.677005 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 5955a83b-9f67-4ede-899c-6e8a63f9609e triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:18.677504 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.720453 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ca258-51d1-4acb-a4f6-cbc78a50b93a req-99792da7-e71d-4665-a8c1-a357c9d5cfdb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:18.725386 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f66ca258-51d1-4acb-a4f6-cbc78a50b93a req-99792da7-e71d-4665-a8c1-a357c9d5cfdb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0701454 Aug 13 02:43:18.817290 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f66ca258-51d1-4acb-a4f6-cbc78a50b93a req-ff1a1e96-a0d2-4fd9-a2f7-53a40629f094 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Aug 13 02:43:18.821154 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.847445 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 5955a83b-9f67-4ede-899c-6e8a63f9609e, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5955a83b-9f67-4ede-899c-6e8a63f9609e,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:18.851651 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.908264 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=5955a83b-9f67-4ede-899c-6e8a63f9609e,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:19.037627 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177d2d9-f16c-4427-a715-acc776e522da req-d5e46364-a254-478c-a4b8-8f24e862d4d2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.039306 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1177d2d9-f16c-4427-a715-acc776e522da req-d5e46364-a254-478c-a4b8-8f24e862d4d2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0798724 Aug 13 02:43:19.160332 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1177d2d9-f16c-4427-a715-acc776e522da req-aa323edd-5af4-4e3d-a803-2852448dc08d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612681 Aug 13 02:43:19.168268 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:43:19.259487 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ad849814-19f8-49e6-bfa3-1550363adfaf req-fdf87127-c4e1-4ddc-b205-17a5be72ea7f tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.0330436 Aug 13 02:43:19.815898 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Sync routers for ids ['3a10b890-589f-46de-a756-a1397c737038'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:19.833382 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Routers {'3a10b890-589f-46de-a756-a1397c737038'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:19.834072 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['3a10b890-589f-46de-a756-a1397c737038'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:19.981993 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24910dd5-b97a-4f37-b294-64f065578ae2 req-1cbff8ef-f4e0-4dd8-82d4-28da703db0f2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.985630 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Set router 3a10b890-589f-46de-a756-a1397c737038 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:19.993042 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24910dd5-b97a-4f37-b294-64f065578ae2 req-1cbff8ef-f4e0-4dd8-82d4-28da703db0f2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0784893 Aug 13 02:43:20.042363 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24910dd5-b97a-4f37-b294-64f065578ae2 req-751c16b3-997c-42cf-b78c-e368c9465745 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483615 Aug 13 02:43:20.091909 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:20.167210 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:20.168024 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.278205 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a10b890-589f-46de-a756-a1397c737038', 'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:05Z', 'updated_at': '2021-08-13T02:43:10Z', 'revision_number': 4, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'gw_port': {'id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:06Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '60905064-23a8-451d-8794-cb19edec4ff7', 'name': '', 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'mac_address': 'fa:16:3e:5a:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:10Z', 'updated_at': '2021-08-13T02:43:11Z', 'revision_number': 2, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'subnets': [{'id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:20.293121 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5955a83b-9f67-4ede-899c-6e8a63f9609e up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:20.341306 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Checking router: 3a10b890-589f-46de-a756-a1397c737038 for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:20.341562 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Updating router 3a10b890-589f-46de-a756-a1397c737038 port 60905064-23a8-451d-8794-cb19edec4ff7 binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:20.373792 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168e34-035c-41cf-be88-9cef24c1da96 req-1c7798b6-8e77-4faf-99f8-2988e4989361 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.374908 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 5955a83b-9f67-4ede-899c-6e8a63f9609e triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:20.375326 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.390592 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6d168e34-035c-41cf-be88-9cef24c1da96 req-1c7798b6-8e77-4faf-99f8-2988e4989361 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0960693 Aug 13 02:43:20.415783 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.460098 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6d168e34-035c-41cf-be88-9cef24c1da96 req-e12b5aa2-c00b-4b49-978c-4928cc639a79 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674269 Aug 13 02:43:20.492760 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Request body: {'port': {'device_id': '6b5f7463-7718-41fa-bdbb-7209a6b18ffd', 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c', 'admin_state_up': True, 'tenant_id': 'ff8d6664973b4b2599cffb47c048b1a0'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:20.753661 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-31c225bc-3097-458c-8d00-b8f28226b04b req-a7877fd7-e18e-4494-af20-dbd15dc1261f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2930160 Aug 13 02:43:20.927540 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-31c225bc-3097-458c-8d00-b8f28226b04b req-3f2e95b4-6210-45a2-b10b-04a69795d1ae service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478508 Aug 13 02:43:21.010602 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fe164313-c65b-49dc-86be-1ef26b9a6689 req-69dbce96-5b83-498d-ade0-9b09c0f0b8d2 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.2627609 Aug 13 02:43:21.012573 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Sync routers for ids ['d4b130e3-d760-4a2c-b731-06876646ba2c'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:21.022189 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.026199 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Routers {'d4b130e3-d760-4a2c-b731-06876646ba2c'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:21.026825 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['d4b130e3-d760-4a2c-b731-06876646ba2c'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:21.050073 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Transition to ACTIVE for port object 60905064-23a8-451d-8794-cb19edec4ff7 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:21.062558 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.069164 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-879786de-8971-46e3-a452-e0c5f899854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:21.071568 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-879786de-8971-46e3-a452-e0c5f899854e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 1096 time: 0.5115521 Aug 13 02:43:21.143390 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Made reservation on behalf of ff8d6664973b4b2599cffb47c048b1a0 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:21.147359 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.184607 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-31c225bc-3097-458c-8d00-b8f28226b04b req-b0aefb8d-a17f-49fc-9906-2be3ffb9fffe service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439332 Aug 13 02:43:21.323919 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Attempting to bind port 60905064-23a8-451d-8794-cb19edec4ff7 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:21.324590 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Attempting to bind port 60905064-23a8-451d-8794-cb19edec4ff7 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:21.324864 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Attempting to bind port 60905064-23a8-451d-8794-cb19edec4ff7 on network be73bb83-500a-4480-b13e-df98a4135bf4 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:21.345575 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142aebf-2a38-462b-99a1-30812949c53f req-d0fca283-e78c-4e18-8fb1-753a3ac3552d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:21.347295 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0142aebf-2a38-462b-99a1-30812949c53f req-d0fca283-e78c-4e18-8fb1-753a3ac3552d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.1034844 Aug 13 02:43:21.347996 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:21.348680 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Checking segment: {'id': 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:21.350810 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.351476 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Bound using segment: {'id': 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:21.352067 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Bound port: 60905064-23a8-451d-8794-cb19edec4ff7, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:21.352727 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.355057 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f80637-7118-4a3a-9ace-f111a3fe7793 None None] Pushing event updated for resources: {'Port': ['ID=60905064-23a8-451d-8794-cb19edec4ff7,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:21.442584 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] For port 60905064-23a8-451d-8794-cb19edec4ff7, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:21.448805 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] For port 60905064-23a8-451d-8794-cb19edec4ff7, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=60905064-23a8-451d-8794-cb19edec4ff7,segment=NetworkSegment(e03f75a0-a7c9-4a2c-85d6-710fecfd27d1),segment_id=e03f75a0-a7c9-4a2c-85d6-710fecfd27d1)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:21.460850 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.481718 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Allocated IP 172.20.0.6 (0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c/2ecabeac-db26-4e85-b0de-f51198f4b8f7/4019b34f-6fa5-4dfb-8456-a12d74fd4db5) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:21.559393 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Routers {'3a10b890-589f-46de-a756-a1397c737038'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:21.562339 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['3a10b890-589f-46de-a756-a1397c737038'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:21.610483 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Set router d4b130e3-d760-4a2c-b731-06876646ba2c gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:21.657370 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f80637-7118-4a3a-9ace-f111a3fe7793 None None] Pushing event updated for resources: {'Port': ['ID=60905064-23a8-451d-8794-cb19edec4ff7,revision_number=4']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:21.661572 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-52ab099e-c907-4b39-a9b1-a3d150655d10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=327712dd-87ab-45d4-bb23-615c712cf931 HTTP/1.1" status: 200 len: 217 time: 0.2549276 Aug 13 02:43:21.729282 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0142aebf-2a38-462b-99a1-30812949c53f req-1c59ddfa-4312-4f6d-93a2-79650c691a26 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304040 Aug 13 02:43:21.864067 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] Set router 3a10b890-589f-46de-a756-a1397c737038 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:22.047178 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.137677 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.178958 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:08Z', 'updated_at': '2021-08-13T02:43:13Z', 'revision_number': 4, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'gw_port': {'id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:09Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '68263690-d5b9-474e-8424-1e1de69cebff', 'name': '', 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'mac_address': 'fa:16:3e:9c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:11Z', 'updated_at': '2021-08-13T02:43:13Z', 'revision_number': 2, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'subnets': [{'id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:22.222740 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Pushing event updated for resources: {'Port': ['ID=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:22.254835 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2598e37-c5ad-4373-b899-ccfafab595a7 req-738ccfb3-454a-4f76-b387-54d3f0184e60 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:22.256691 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Checking router: d4b130e3-d760-4a2c-b731-06876646ba2c for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:22.257051 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Updating router d4b130e3-d760-4a2c-b731-06876646ba2c port 68263690-d5b9-474e-8424-1e1de69cebff binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:43:22.263611 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2598e37-c5ad-4373-b899-ccfafab595a7 req-738ccfb3-454a-4f76-b387-54d3f0184e60 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.6533246 Aug 13 02:43:22.287662 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 60905064-23a8-451d-8794-cb19edec4ff7 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:22.327409 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2598e37-c5ad-4373-b899-ccfafab595a7 req-63a9f7cc-8360-4a85-979b-20c622969fe8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570941 Aug 13 02:43:22.332586 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.376627 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:22.388314 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:22.392484 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:22.396686 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-eb0f1abb-7209-44d3-90f4-8cbf213b6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:22.398507 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-eb0f1abb-7209-44d3-90f4-8cbf213b6e80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.7221420 Aug 13 02:43:22.429387 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f7e8a-5cbb-4dd5-b27a-ab4f11121c46 req-03eec97a-95e0-402b-86fe-621f130ac245 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:22.437646 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-288f7e8a-5cbb-4dd5-b27a-ab4f11121c46 req-03eec97a-95e0-402b-86fe-621f130ac245 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 931 time: 0.1549065 Aug 13 02:43:22.483627 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a10b890-589f-46de-a756-a1397c737038', 'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:05Z', 'updated_at': '2021-08-13T02:43:10Z', 'revision_number': 4, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'gw_port': {'id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:06Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '60905064-23a8-451d-8794-cb19edec4ff7', 'name': '', 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'mac_address': 'fa:16:3e:5a:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:10Z', 'updated_at': '2021-08-13T02:43:21Z', 'revision_number': 4, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'subnets': [{'id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:22.529298 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-288f7e8a-5cbb-4dd5-b27a-ab4f11121c46 req-b88a970e-9f74-4f2a-a528-deb1179db8f2 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854123 Aug 13 02:43:22.532319 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87badc51-f00d-4599-a9a7-87745dac7553 None None] The sync data for ids ['3a10b890-589f-46de-a756-a1397c737038'] in dv-cinder-759994-5-iscsi is: [{'id': '3a10b890-589f-46de-a756-a1397c737038', 'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:05Z', 'updated_at': '2021-08-13T02:43:10Z', 'revision_number': 4, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'gw_port': {'id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:06Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '60905064-23a8-451d-8794-cb19edec4ff7', 'name': '', 'network_id': 'be73bb83-500a-4480-b13e-df98a4135bf4', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'mac_address': 'fa:16:3e:5a:8b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:10Z', 'updated_at': '2021-08-13T02:43:21Z', 'revision_number': 4, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'subnets': [{'id': 'c6420e07-f8ce-47fd-b8cf-9fe4472a2803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:22.568343 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 60905064-23a8-451d-8794-cb19edec4ff7 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:22.569098 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-89a5227a-657c-4dc7-85d1-a5c955ec07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:22.570929 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-89a5227a-657c-4dc7-85d1-a5c955ec07a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098285 Aug 13 02:43:22.576916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:22.577661 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.582912 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 60905064-23a8-451d-8794-cb19edec4ff7 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:22.584825 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.743072 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.786716 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Transition to ACTIVE for port object 68263690-d5b9-474e-8424-1e1de69cebff will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:22.798644 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:22.811388 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.102918 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b2b8e-11da-4f69-8a49-9b77483057f2 None None] Pushing event updated for resources: {'Port': ['ID=68263690-d5b9-474e-8424-1e1de69cebff,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:23.140317 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 60905064-23a8-451d-8794-cb19edec4ff7, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=60905064-23a8-451d-8794-cb19edec4ff7,segment=NetworkSegment(e03f75a0-a7c9-4a2c-85d6-710fecfd27d1),segment_id=e03f75a0-a7c9-4a2c-85d6-710fecfd27d1)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:23.147277 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.215026 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-ff7505cb-d409-485b-9a11-bb304b61c0a9 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246943 Aug 13 02:43:23.274552 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Attempting to bind port 68263690-d5b9-474e-8424-1e1de69cebff on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:23.275272 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Attempting to bind port 68263690-d5b9-474e-8424-1e1de69cebff by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '43e22cfe-6f01-4252-b6cb-dfea9f46531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:23.275890 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Attempting to bind port 68263690-d5b9-474e-8424-1e1de69cebff on network 338fb280-6bf3-4d40-bd94-a28ef9955bed {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:23.290831 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:23.291530 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Checking segment: {'id': '43e22cfe-6f01-4252-b6cb-dfea9f46531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:23.293183 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.293718 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-10b8619b-89de-4eb3-af6d-9545d5683a61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8089175 Aug 13 02:43:23.294434 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Bound using segment: {'id': '43e22cfe-6f01-4252-b6cb-dfea9f46531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:23.295299 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Bound port: 68263690-d5b9-474e-8424-1e1de69cebff, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e22cfe-6f01-4252-b6cb-dfea9f46531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:23.296279 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.305023 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=60905064-23a8-451d-8794-cb19edec4ff7,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:23.343213 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579584ac-3428-4b54-873e-d322d6da3980 req-929c608f-2fca-4030-81e9-b7f9fc2e50f3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:23.351715 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-579584ac-3428-4b54-873e-d322d6da3980 req-929c608f-2fca-4030-81e9-b7f9fc2e50f3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.1355050 Aug 13 02:43:23.409068 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-579584ac-3428-4b54-873e-d322d6da3980 req-dd9ddce7-6dd0-4802-913f-8a873486f2dc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Aug 13 02:43:23.449868 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] For port 68263690-d5b9-474e-8424-1e1de69cebff, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:23.453661 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] For port 68263690-d5b9-474e-8424-1e1de69cebff, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=68263690-d5b9-474e-8424-1e1de69cebff,segment=NetworkSegment(43e22cfe-6f01-4252-b6cb-dfea9f46531d),segment_id=43e22cfe-6f01-4252-b6cb-dfea9f46531d)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:23.458308 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:23.565351 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Routers {'d4b130e3-d760-4a2c-b731-06876646ba2c'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:23.566003 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['d4b130e3-d760-4a2c-b731-06876646ba2c'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:23.589786 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753fea6-7ed2-4972-a1cb-486ba401cf5b req-980d2d17-9e57-4ce3-b801-ba21cc74dd31 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:23.603535 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3753fea6-7ed2-4972-a1cb-486ba401cf5b req-980d2d17-9e57-4ce3-b801-ba21cc74dd31 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.1018538 Aug 13 02:43:23.655654 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b2b8e-11da-4f69-8a49-9b77483057f2 None None] Pushing event updated for resources: {'Port': ['ID=68263690-d5b9-474e-8424-1e1de69cebff,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:23.681901 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3753fea6-7ed2-4972-a1cb-486ba401cf5b req-0972a0ef-c5c6-4edb-b823-8174efb8c426 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772800 Aug 13 02:43:23.789560 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] Set router d4b130e3-d760-4a2c-b731-06876646ba2c gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:23.831243 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe29e0c-a9b1-44f3-8b64-fcc0c9290fb1 req-223cc4ce-d094-4b2c-a5d5-66c3f415556c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:23.832890 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1fe29e0c-a9b1-44f3-8b64-fcc0c9290fb1 req-223cc4ce-d094-4b2c-a5d5-66c3f415556c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 931 time: 0.0824480 Aug 13 02:43:23.886718 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1fe29e0c-a9b1-44f3-8b64-fcc0c9290fb1 req-b197d05c-cef9-4adf-9c8a-ab6404cb299a tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462530 Aug 13 02:43:24.101434 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:08Z', 'updated_at': '2021-08-13T02:43:13Z', 'revision_number': 4, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'gw_port': {'id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:09Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '68263690-d5b9-474e-8424-1e1de69cebff', 'name': '', 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'mac_address': 'fa:16:3e:9c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:11Z', 'updated_at': '2021-08-13T02:43:23Z', 'revision_number': 4, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'subnets': [{'id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:24.157101 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 60905064-23a8-451d-8794-cb19edec4ff7 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:24.166742 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefee673-cadb-4552-b032-8c7d2bb6f716 None None] The sync data for ids ['d4b130e3-d760-4a2c-b731-06876646ba2c'] in dv-cinder-759994-5-iscsi is: [{'id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:08Z', 'updated_at': '2021-08-13T02:43:13Z', 'revision_number': 4, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'gw_port': {'id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:09Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '68263690-d5b9-474e-8424-1e1de69cebff', 'name': '', 'network_id': '338fb280-6bf3-4d40-bd94-a28ef9955bed', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'mac_address': 'fa:16:3e:9c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:11Z', 'updated_at': '2021-08-13T02:43:23Z', 'revision_number': 4, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'subnets': [{'id': 'f571b5ed-e66d-4de5-b261-a2dc68780b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:24.225462 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 60905064-23a8-451d-8794-cb19edec4ff7 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:24.225786 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.325909 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 68263690-d5b9-474e-8424-1e1de69cebff up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:24.397423 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 68263690-d5b9-474e-8424-1e1de69cebff completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:24.401901 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 68263690-d5b9-474e-8424-1e1de69cebff triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:24.402287 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.538660 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.592883 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 68263690-d5b9-474e-8424-1e1de69cebff, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=68263690-d5b9-474e-8424-1e1de69cebff,segment=NetworkSegment(43e22cfe-6f01-4252-b6cb-dfea9f46531d),segment_id=43e22cfe-6f01-4252-b6cb-dfea9f46531d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:24.612613 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:24.618700 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f911d-180a-4fee-aabd-e31530cc444a req-21c838b7-9930-4860-a095-a0cda77d9e8b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:24.627387 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ad8f911d-180a-4fee-aabd-e31530cc444a req-21c838b7-9930-4860-a095-a0cda77d9e8b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0970771 Aug 13 02:43:24.674502 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ad8f911d-180a-4fee-aabd-e31530cc444a req-efd02fc5-51cb-49e7-8801-43082d8f9efd tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Aug 13 02:43:24.701019 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=68263690-d5b9-474e-8424-1e1de69cebff,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:24.821751 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a445ceb-cf5a-4cf9-b531-12142d44400b req-8ceaa29c-1995-4a21-8f6e-1f995699d512 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:24.835786 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7a445ceb-cf5a-4cf9-b531-12142d44400b req-8ceaa29c-1995-4a21-8f6e-1f995699d512 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0707383 Aug 13 02:43:24.878488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7a445ceb-cf5a-4cf9-b531-12142d44400b req-cc306400-3b9a-4bbf-99c1-591add63bb85 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Aug 13 02:43:25.014679 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837422-d2d1-437f-85c2-ad8230cf6ca5 req-190f52ba-6566-40dd-aa01-048cbff724f3 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:25.016217 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4c837422-d2d1-437f-85c2-ad8230cf6ca5 req-190f52ba-6566-40dd-aa01-048cbff724f3 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 931 time: 0.0555859 Aug 13 02:43:25.058939 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4c837422-d2d1-437f-85c2-ad8230cf6ca5 req-733192dd-2f24-4762-96c0-be447977e0db tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361221 Aug 13 02:43:25.855053 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a1663-594c-4fba-97d0-cc4df7ba06f5 req-b9b1e918-192a-4466-b12b-5f87eed7d720 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:25.864540 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-685a1663-594c-4fba-97d0-cc4df7ba06f5 req-b9b1e918-192a-4466-b12b-5f87eed7d720 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0922563 Aug 13 02:43:25.916089 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-685a1663-594c-4fba-97d0-cc4df7ba06f5 req-adb73e2b-f2c7-46bf-8062-f3dcd6052c33 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473826 Aug 13 02:43:26.098495 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a3c34-a565-48c3-beda-e8aa22391882 req-349ef4f9-fff5-4c9b-ba40-430298ecf3af tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:26.101585 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e47a3c34-a565-48c3-beda-e8aa22391882 req-349ef4f9-fff5-4c9b-ba40-430298ecf3af tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.1095295 Aug 13 02:43:26.111622 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 68263690-d5b9-474e-8424-1e1de69cebff up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:26.178243 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 68263690-d5b9-474e-8424-1e1de69cebff triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:26.178621 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.192080 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e47a3c34-a565-48c3-beda-e8aa22391882 req-5e11fd62-baae-409b-83d7-2ecaf884e07f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596442 Aug 13 02:43:26.316777 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934bc62-677f-46e4-ae55-77e668d5f9bc req-9a0b6bd9-76b0-4878-9fbc-86b4b7b4c2f8 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:26.325097 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8934bc62-677f-46e4-ae55-77e668d5f9bc req-9a0b6bd9-76b0-4878-9fbc-86b4b7b4c2f8 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 931 time: 0.0853961 Aug 13 02:43:26.408334 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8934bc62-677f-46e4-ae55-77e668d5f9bc req-345af882-85da-4d13-b494-65cd26723136 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821025 Aug 13 02:43:27.028428 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b51e5-02c5-4d75-a701-107b56492b7d req-de5a9418-f3d7-4e22-be8b-e7d9f6760b6e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:27.031048 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-373b51e5-02c5-4d75-a701-107b56492b7d req-de5a9418-f3d7-4e22-be8b-e7d9f6760b6e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0528145 Aug 13 02:43:27.078864 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-373b51e5-02c5-4d75-a701-107b56492b7d req-871d219c-e58a-4c49-aba3-bc3e574ec758 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Aug 13 02:43:27.183635 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Request body: {'port': {'device_id': '6b5f7463-7718-41fa-bdbb-7209a6b18ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:27.327852 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.371595 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752ea9b-3806-4255-8ae8-d9d7dae07f34 req-1b79e3eb-cde6-407c-b8eb-262c8733bcdc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:27.373116 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d752ea9b-3806-4255-8ae8-d9d7dae07f34 req-1b79e3eb-cde6-407c-b8eb-262c8733bcdc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.1294351 Aug 13 02:43:27.412193 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7661913-e883-43e9-a94f-e191cf8d59b9 req-f406fb5a-0949-4bdb-abde-59323243609d service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452695 Aug 13 02:43:27.513894 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d752ea9b-3806-4255-8ae8-d9d7dae07f34 req-bc5b741a-080a-4f32-aa78-0e33294b6f16 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175356 Aug 13 02:43:27.571454 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d237b-4fde-473e-9e9c-8e460d34841d req-c8428379-58ef-4abd-b96a-134f48db9416 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:27.573222 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-838d237b-4fde-473e-9e9c-8e460d34841d req-c8428379-58ef-4abd-b96a-134f48db9416 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 931 time: 0.0741291 Aug 13 02:43:27.655206 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-838d237b-4fde-473e-9e9c-8e460d34841d req-50133d04-d3db-4610-82e2-c14a2a6b093a tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713689 Aug 13 02:43:27.741363 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:27.748660 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.760099 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Transition to ACTIVE for port object 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:27.763911 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.814850 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Pushing event updated for resources: {'Port': ['ID=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:27.878904 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Attempting to bind port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:27.879237 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Attempting to bind port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': 'dace41a1-5df8-4084-a68b-22a9e263d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:27.879565 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Attempting to bind port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 on network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:27.883740 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 on network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:43:27.884062 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Attempting to bind port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 on network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:27.888994 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:27.889325 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Checking segment: {'id': 'dace41a1-5df8-4084-a68b-22a9e263d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:27.889699 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Bound using segment: {'id': 'dace41a1-5df8-4084-a68b-22a9e263d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:27.890132 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Bound port: 4019b34f-6fa5-4dfb-8456-a12d74fd4db5, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dace41a1-5df8-4084-a68b-22a9e263d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:27.890513 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.956570 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] For port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:27.961085 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] For port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:27.968758 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.010392 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:28.011008 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:28.012369 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] 10.222.0.39 "PUT /v2.0/ports/4019b34f-6fa5-4dfb-8456-a12d74fd4db5 HTTP/1.1" status: 200 len: 1093 time: 0.8376768 Aug 13 02:43:28.012823 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5f7463-7718-41fa-bdbb-7209a6b18ffd', 'tag': '4019b34f-6fa5-4dfb-8456-a12d74fd4db5'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:28.015032 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5f7463-7718-41fa-bdbb-7209a6b18ffd", "tag": "4019b34f-6fa5-4dfb-8456-a12d74fd4db5"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:28.033629 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0099169-20b9-49a6-adb8-777626c3d640 service neutron] Pushing event updated for resources: {'Port': ['ID=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:28.057742 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbb0f98-97b6-47e6-b6db-e2535d811fb9 x-openstack-request-id: req-fcbb0f98-97b6-47e6-b6db-e2535d811fb9 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:28.058031 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5f7463-7718-41fa-bdbb-7209a6b18ffd", "tag": "4019b34f-6fa5-4dfb-8456-a12d74fd4db5", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:28.058278 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcbb0f98-97b6-47e6-b6db-e2535d811fb9 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:28.058672 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5f7463-7718-41fa-bdbb-7209a6b18ffd', 'tag': '4019b34f-6fa5-4dfb-8456-a12d74fd4db5', 'status': 'completed', 'code': 200} Aug 13 02:43:28.233900 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-5b010646-c3c6-4790-a175-38d0a3822387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:28.236991 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-5b010646-c3c6-4790-a175-38d0a3822387 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff8d6664973b4b2599cffb47c048b1a0&device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 1096 time: 0.1270587 Aug 13 02:43:28.266370 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d815a-f23a-404b-855e-d95d17bd4d5c req-f4b56c4f-786c-4e92-bfb4-153fff9efb36 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:28.267811 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-758d815a-f23a-404b-855e-d95d17bd4d5c req-f4b56c4f-786c-4e92-bfb4-153fff9efb36 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.1053309 Aug 13 02:43:28.274585 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-9cc0b032-1eb0-40e7-9cab-b1076c0dbff9 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:28.275912 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-9cc0b032-1eb0-40e7-9cab-b1076c0dbff9 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/networks?id=37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 200 len: 815 time: 0.1892183 Aug 13 02:43:28.300732 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-dacc707a-b577-4a37-9047-1addfe82c05f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/quotas/9970b6012d604b7cb99f324ab87096c5 HTTP/1.1" status: 200 len: 375 time: 0.0180531 Aug 13 02:43:28.330265 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-758d815a-f23a-404b-855e-d95d17bd4d5c req-9b255158-d5fc-4517-aa2c-0c46d860d4e2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534053 Aug 13 02:43:28.365208 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a19c6206-4f72-473f-bd39-0fe0e785ad33 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9970b6012d604b7cb99f324ab87096c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547104 Aug 13 02:43:28.416151 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-e67e3be1-48b9-4c35-97ef-f01d5b63e1e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4019b34f-6fa5-4dfb-8456-a12d74fd4db5 HTTP/1.1" status: 200 len: 217 time: 0.0415604 Aug 13 02:43:28.518521 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-f8376dcf-6779-4c5a-b111-7c83f3609726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:28.519925 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-f8376dcf-6779-4c5a-b111-7c83f3609726 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ecabeac-db26-4e85-b0de-f51198f4b8f7 HTTP/1.1" status: 200 len: 854 time: 0.0670078 Aug 13 02:43:28.545027 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-2664a1ab-b6e6-4bba-8949-248e4523783d service neutron] 10.222.0.43 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622140 Aug 13 02:43:28.561070 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-269191b7-1ff3-4370-adb1-8ce92445889a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302570 Aug 13 02:43:28.649451 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-99fd2cee-5c56-4bf7-9091-1e75a662d7d7 service neutron] 10.222.0.43 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905237 Aug 13 02:43:28.889150 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d1687-9b8a-4e57-9592-de943466f751 req-ccb0b692-ef3f-403d-8c15-7c08f2114ff5 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:28.891247 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c4d1687-9b8a-4e57-9592-de943466f751 req-ccb0b692-ef3f-403d-8c15-7c08f2114ff5 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.1002970 Aug 13 02:43:28.947655 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-741980d8-5a8f-4774-ab5b-2c274802843e service neutron] 10.222.0.39 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284792 Aug 13 02:43:28.956996 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c4d1687-9b8a-4e57-9592-de943466f751 req-b6f42a80-a45b-4842-afb1-244c84f1658e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589390 Aug 13 02:43:29.120806 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a799cbb-54b5-4aa1-9c29-99d3aef8ac63 req-288c2524-2dd2-4734-946f-ea64cf17a10a tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:29.122578 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1a799cbb-54b5-4aa1-9c29-99d3aef8ac63 req-288c2524-2dd2-4734-946f-ea64cf17a10a tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0910573 Aug 13 02:43:29.139598 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6c1b4375-b05a-4fb3-b381-50768f167397 req-2c815ea1-3cd8-4b04-8ab4-627bcdaf1444 service neutron] 10.222.0.39 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739142 Aug 13 02:43:29.144021 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ee486aa4-f6ce-4394-9beb-04b94138289a req-8ef9bdb6-20f5-4058-bf96-c456805fb4ba tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 210 time: 0.0524487 Aug 13 02:43:29.193246 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1a799cbb-54b5-4aa1-9c29-99d3aef8ac63 req-1f950b0b-9fdb-472c-bf16-99ec10ee37a7 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527020 Aug 13 02:43:29.370179 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-c786616f-8552-4586-a620-941318370218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:29.372071 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-c786616f-8552-4586-a620-941318370218 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff8d6664973b4b2599cffb47c048b1a0&device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 1096 time: 0.0490019 Aug 13 02:43:29.510998 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adc12a-8c59-4362-ba1b-166d1e796995 req-fd891745-1e3c-4658-a59d-c06ba11e4922 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:29.512530 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e4adc12a-8c59-4362-ba1b-166d1e796995 req-fd891745-1e3c-4658-a59d-c06ba11e4922 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0816898 Aug 13 02:43:29.518846 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-c14a375e-3b23-4c4a-92b9-01e62c4b6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:29.520259 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-c14a375e-3b23-4c4a-92b9-01e62c4b6515 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c HTTP/1.1" status: 200 len: 915 time: 0.1362915 Aug 13 02:43:29.598063 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-ab874744-a91a-468f-a577-c9c53413c19c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4019b34f-6fa5-4dfb-8456-a12d74fd4db5 HTTP/1.1" status: 200 len: 217 time: 0.0600686 Aug 13 02:43:29.621541 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e4adc12a-8c59-4362-ba1b-166d1e796995 req-c96963b0-a807-422e-a18f-c3e85af52ab2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003072 Aug 13 02:43:29.663179 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-a5a777ec-92fa-4ff1-a562-593bd86225da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:29.664690 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-a5a777ec-92fa-4ff1-a562-593bd86225da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ecabeac-db26-4e85-b0de-f51198f4b8f7 HTTP/1.1" status: 200 len: 854 time: 0.0554802 Aug 13 02:43:29.698724 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-8bd9455e-14b9-49e9-9fbc-c640ad1e8bf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253346 Aug 13 02:43:29.792604 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-b12d51ff-a1a4-49e3-b3c9-05b8e68b062b service neutron] 10.222.0.39 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850623 Aug 13 02:43:29.891087 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-801dedb0-be1a-41d5-b8ff-d919ce5e26e6 req-dc7a0c29-e821-4f9b-8931-dd92b3a82c99 service neutron] 10.222.0.39 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857940 Aug 13 02:43:30.084854 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a62336-ae80-43ef-bdb8-925b17411ba6 req-6ff6c575-db20-4679-abcc-5bf42bbd525f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:30.086525 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-58a62336-ae80-43ef-bdb8-925b17411ba6 req-6ff6c575-db20-4679-abcc-5bf42bbd525f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0554655 Aug 13 02:43:30.130297 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-58a62336-ae80-43ef-bdb8-925b17411ba6 req-d79305e3-b8c6-428f-bfd3-95d29fb0e6a8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330091 Aug 13 02:43:30.244517 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b582355e-90bd-4b30-bb20-f73b4932a30a req-5ef921bf-2a89-4205-9363-8b2aa8fe2529 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 210 time: 0.0314341 Aug 13 02:43:30.412392 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6d0ae-e5cb-451a-a4e9-da81904e1bed req-57327031-b2f0-4d0a-ac26-69d60e2d3ed9 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:30.413812 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a1e6d0ae-e5cb-451a-a4e9-da81904e1bed req-57327031-b2f0-4d0a-ac26-69d60e2d3ed9 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.1135232 Aug 13 02:43:30.453683 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-08286730-5780-4772-b985-0342fffdb63e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:30.455293 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-08286730-5780-4772-b985-0342fffdb63e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.39 "GET /v2.0/networks?id=37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 200 len: 815 time: 0.1460021 Aug 13 02:43:30.472612 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a1e6d0ae-e5cb-451a-a4e9-da81904e1bed req-dbcb3eba-b956-4317-a3b4-649fba68f785 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516016 Aug 13 02:43:30.484560 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'port': {'device_id': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'admin_state_up': True, 'tenant_id': '9970b6012d604b7cb99f324ab87096c5'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:30.598312 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Made reservation on behalf of 9970b6012d604b7cb99f324ab87096c5 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:30.601936 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.770045 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Allocated IP 172.20.0.11 (37a8bd14-93fd-431a-8fc9-630a00d4abc2/a50cd83d-1b79-4d16-9b59-ddb882d49974/1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:30.790353 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9583f-032a-4c8a-98b4-0ad38ada1c29 req-b2963b3d-eac7-48fa-b360-2d01ca235a24 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:30.791743 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9d9583f-032a-4c8a-98b4-0ad38ada1c29 req-b2963b3d-eac7-48fa-b360-2d01ca235a24 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0802879 Aug 13 02:43:30.864528 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9d9583f-032a-4c8a-98b4-0ad38ada1c29 req-d0e4cd1e-d44c-481e-a2f6-56cfc6162190 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664093 Aug 13 02:43:30.983036 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.998911 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Transition to ACTIVE for port object 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:31.041256 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:31.122255 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'Port': ['ID=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:31.138756 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:31.142438 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:31.155518 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:31.333357 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.335935 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:31.384949 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-de85480e-be8b-4318-bf2a-a85a065e5cc8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9044344 Aug 13 02:43:31.397932 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fbbf0-84aa-445b-a659-da7dae1be8ce req-8a3eb416-331c-4a15-9ba0-40466388621f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.399479 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f7fbbf0-84aa-445b-a659-da7dae1be8ce req-8a3eb416-331c-4a15-9ba0-40466388621f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.1564813 Aug 13 02:43:31.433219 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d7d41-211e-4da9-a002-e13426d629ce req-112a28da-dc12-4e84-a3f6-3f17dda30ff4 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.434868 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c39d7d41-211e-4da9-a002-e13426d629ce req-112a28da-dc12-4e84-a3f6-3f17dda30ff4 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0932941 Aug 13 02:43:31.445529 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-61b8b461-770b-4058-a3a0-ff0c11afca16 None None] Provisioning for port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:31.449780 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-61b8b461-770b-4058-a3a0-ff0c11afca16 None None] Provisioning complete for port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:31.450320 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-61b8b461-770b-4058-a3a0-ff0c11afca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:31.467330 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f7fbbf0-84aa-445b-a659-da7dae1be8ce req-60ddf652-8a1e-42dd-b53d-073b6d5ffabe tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613854 Aug 13 02:43:31.489688 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-61b8b461-770b-4058-a3a0-ff0c11afca16 None None] Port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:31.493488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c39d7d41-211e-4da9-a002-e13426d629ce req-a48a88d9-955f-45c8-a476-289b121b6e38 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508146 Aug 13 02:43:31.634462 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea643cdf-65b0-4589-8293-1aa0667cefcd req-4161b294-75e5-4671-826f-f4dbe1247a67 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.635935 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea643cdf-65b0-4589-8293-1aa0667cefcd req-4161b294-75e5-4671-826f-f4dbe1247a67 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0506217 Aug 13 02:43:31.677483 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea643cdf-65b0-4589-8293-1aa0667cefcd req-a9aded6b-272f-4dde-bfa8-1dd0781a8506 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352890 Aug 13 02:43:32.000307 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd04baf-6a28-481a-900f-1497dc95a628 req-c0528c93-6454-4828-aea4-94688a711cda tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:32.002050 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0bd04baf-6a28-481a-900f-1497dc95a628 req-c0528c93-6454-4828-aea4-94688a711cda tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0571153 Aug 13 02:43:32.063134 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0bd04baf-6a28-481a-900f-1497dc95a628 req-07a51527-5cf4-4d04-b60f-86ed8f4aebee tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551758 Aug 13 02:43:32.605299 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f696b56-f37e-4dfd-a6ff-c1fbbed1d47e req-560c4a86-1415-4927-a7b0-f1b9fa382c74 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:32.606745 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3f696b56-f37e-4dfd-a6ff-c1fbbed1d47e req-560c4a86-1415-4927-a7b0-f1b9fa382c74 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0547264 Aug 13 02:43:32.650669 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3f696b56-f37e-4dfd-a6ff-c1fbbed1d47e req-3cf8a32e-5f30-4b1a-8854-ba518695800b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379002 Aug 13 02:43:32.760654 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39468-07a0-411a-bf48-d5aa1d8a3d83 req-86a0e37f-a44a-4c21-9b5c-dd062518c391 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:32.762109 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-72c39468-07a0-411a-bf48-d5aa1d8a3d83 req-86a0e37f-a44a-4c21-9b5c-dd062518c391 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0555136 Aug 13 02:43:32.798624 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-72c39468-07a0-411a-bf48-d5aa1d8a3d83 req-cda78163-8093-43a7-a38e-e322393ae1e4 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303853 Aug 13 02:43:32.908473 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac707d9-e152-4e46-8a9c-e06e88c273d8 req-61a8b11d-d59d-46ab-bb0d-7d19266fa035 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:32.909941 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5ac707d9-e152-4e46-8a9c-e06e88c273d8 req-61a8b11d-d59d-46ab-bb0d-7d19266fa035 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0538483 Aug 13 02:43:32.950575 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5ac707d9-e152-4e46-8a9c-e06e88c273d8 req-ee5da053-39fb-48ef-8607-43f5d57a972e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Aug 13 02:43:33.194752 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73e797-b0fe-45ef-a3fa-c17b6d9a41f9 req-25e781cc-749a-498c-9bf9-743374bcdeb8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:33.199513 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d73e797-b0fe-45ef-a3fa-c17b6d9a41f9 req-25e781cc-749a-498c-9bf9-743374bcdeb8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0585427 Aug 13 02:43:33.243547 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d73e797-b0fe-45ef-a3fa-c17b6d9a41f9 req-92075b77-2ef5-429e-ba00-c15fc271c153 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369470 Aug 13 02:43:33.776315 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d861d67-5e83-49a9-ae0b-b9e176b3a394 req-b9548b23-9ede-48ef-8608-c17b463e864c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:33.777804 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1d861d67-5e83-49a9-ae0b-b9e176b3a394 req-b9548b23-9ede-48ef-8608-c17b463e864c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0513461 Aug 13 02:43:33.819304 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1d861d67-5e83-49a9-ae0b-b9e176b3a394 req-304ef115-9dd8-4229-aa88-0236fcd7de58 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344975 Aug 13 02:43:34.081645 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1147e51-9c09-48ba-824c-c7acdfabd54b req-5eb69eae-ab53-4c52-bfe7-0dc0f2f00996 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:34.088990 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1147e51-9c09-48ba-824c-c7acdfabd54b req-5eb69eae-ab53-4c52-bfe7-0dc0f2f00996 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0606625 Aug 13 02:43:34.125199 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1147e51-9c09-48ba-824c-c7acdfabd54b req-10b89d81-46b1-4d42-95ac-723559f283d8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353463 Aug 13 02:43:34.232450 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4482f-fea9-4af5-933f-26d684ab56b1 req-0f354796-053a-4a4c-a606-0a85b429e6db tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:34.237728 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-efb4482f-fea9-4af5-933f-26d684ab56b1 req-0f354796-053a-4a4c-a606-0a85b429e6db tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0527194 Aug 13 02:43:34.276191 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-efb4482f-fea9-4af5-933f-26d684ab56b1 req-c5b08ade-462f-4593-9020-95c8cc43ed15 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Aug 13 02:43:34.411100 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08933690-f112-4a93-a442-eea3dd2ffac3 req-a1ba03fe-1a61-4bb7-a195-3b3a189263ae tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:34.412752 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-08933690-f112-4a93-a442-eea3dd2ffac3 req-a1ba03fe-1a61-4bb7-a195-3b3a189263ae tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0672944 Aug 13 02:43:34.457233 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-08933690-f112-4a93-a442-eea3dd2ffac3 req-b9bc050b-cd41-4e87-b950-05e1d286db82 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369291 Aug 13 02:43:34.743088 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41740) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:34.853020 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a382baa5-7f6f-4db0-a66e-2158291f714c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:34.958240 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a382baa5-7f6f-4db0-a66e-2158291f714c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:34.962745 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a382baa5-7f6f-4db0-a66e-2158291f714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:34.995058 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847594-720a-4c00-89fe-939f737d474f req-148cb1ac-93ac-4333-8697-59b7177d8955 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:34.996967 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cf847594-720a-4c00-89fe-939f737d474f req-148cb1ac-93ac-4333-8697-59b7177d8955 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0818648 Aug 13 02:43:35.013740 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382baa5-7f6f-4db0-a66e-2158291f714c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864a72ff-7c6e-45ac-9d6b-7c0fca5c1530,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:35.030097 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a382baa5-7f6f-4db0-a66e-2158291f714c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=526c712ba3054b5bad1a010d01e64b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859128 Aug 13 02:43:35.030688 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41748) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:35.065721 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cf847594-720a-4c00-89fe-939f737d474f req-4f801919-77ee-41cf-9059-e60518184105 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599799 Aug 13 02:43:35.091537 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a3c9edb0-298c-4372-a3cb-38a91b898262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:35.118766 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a3c9edb0-298c-4372-a3cb-38a91b898262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:35.164551 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a3c9edb0-298c-4372-a3cb-38a91b898262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:35.167917 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a3c9edb0-298c-4372-a3cb-38a91b898262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:35.169200 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a3c9edb0-298c-4372-a3cb-38a91b898262 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/864a72ff-7c6e-45ac-9d6b-7c0fca5c1530 HTTP/1.1" status: 204 len: 168 time: 0.1366749 Aug 13 02:43:35.178529 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9edb0-298c-4372-a3cb-38a91b898262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a72ff-7c6e-45ac-9d6b-7c0fca5c1530,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:35.260703 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1698ce-6828-46cc-8542-da6bc983c5b2 req-32ed7e4e-a95b-435f-a41e-f20169c04b8a tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.268372 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ad1698ce-6828-46cc-8542-da6bc983c5b2 req-32ed7e4e-a95b-435f-a41e-f20169c04b8a tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0588474 Aug 13 02:43:35.308956 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ad1698ce-6828-46cc-8542-da6bc983c5b2 req-3cc3f791-f255-4214-857b-d37f1cf63fdb tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Aug 13 02:43:35.442679 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dedb25-62f4-4fa2-9d8c-6f0d4f6165fb req-a5774a5b-b58d-4f18-9f0c-50e080ceb452 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.444276 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-15dedb25-62f4-4fa2-9d8c-6f0d4f6165fb req-a5774a5b-b58d-4f18-9f0c-50e080ceb452 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0541914 Aug 13 02:43:35.485717 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-15dedb25-62f4-4fa2-9d8c-6f0d4f6165fb req-10377537-d055-48c5-8089-bfdd2e3e0129 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352459 Aug 13 02:43:35.616539 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212db4a-4e84-4558-a6ab-885774cc10b0 req-2fe1b254-74b1-4847-a5bb-7b7dc3bb039b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.618041 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e212db4a-4e84-4558-a6ab-885774cc10b0 req-2fe1b254-74b1-4847-a5bb-7b7dc3bb039b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0693469 Aug 13 02:43:35.657158 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e212db4a-4e84-4558-a6ab-885774cc10b0 req-2ead237f-4e5d-42af-8c95-945018ff04ab tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329969 Aug 13 02:43:35.808467 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6f3beef8-517e-478d-9be6-924b3e137f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.196853 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42affb57-31fe-4741-b521-1ff281e475c8 req-28fe0e35-619d-4ac0-ac4c-67b81261bb38 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:36.198349 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42affb57-31fe-4741-b521-1ff281e475c8 req-28fe0e35-619d-4ac0-ac4c-67b81261bb38 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0515959 Aug 13 02:43:36.237245 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42affb57-31fe-4741-b521-1ff281e475c8 req-55f19d42-2d25-479e-947e-edb7d71c3b88 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329988 Aug 13 02:43:36.438121 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba975-b0b1-42b9-ae42-d7613ffc2fa9 req-3f1a5cfd-211d-4690-abee-185890ecd27e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:36.439918 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-21eba975-b0b1-42b9-ae42-d7613ffc2fa9 req-3f1a5cfd-211d-4690-abee-185890ecd27e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0482135 Aug 13 02:43:36.478479 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-21eba975-b0b1-42b9-ae42-d7613ffc2fa9 req-9117e34a-60d7-4075-8b12-667a837205cf tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321105 Aug 13 02:43:36.613979 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42db92-9126-44e1-adc1-0ddfac1986ba req-0b1f4128-440f-412f-b8e3-281fd9d0fe08 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:36.616371 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7e42db92-9126-44e1-adc1-0ddfac1986ba req-0b1f4128-440f-412f-b8e3-281fd9d0fe08 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0553477 Aug 13 02:43:36.665347 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7e42db92-9126-44e1-adc1-0ddfac1986ba req-338be887-1654-4c6f-896d-89ef27f2f7ce tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353851 Aug 13 02:43:36.783629 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb628725-99b5-4a09-98d5-6d55f7d5b10e req-99f213e0-bf2c-4ef9-a346-18d66a7bfbb7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:36.792103 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb628725-99b5-4a09-98d5-6d55f7d5b10e req-99f213e0-bf2c-4ef9-a346-18d66a7bfbb7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0582671 Aug 13 02:43:36.826521 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb628725-99b5-4a09-98d5-6d55f7d5b10e req-c967041f-2b9b-4a70-b304-ad3a07bf1ed6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336514 Aug 13 02:43:37.376554 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071f46b-1823-4ede-a6d6-5118e94168fa req-9f41e736-af45-4745-aba0-ed9a9ac93d78 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.378141 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5071f46b-1823-4ede-a6d6-5118e94168fa req-9f41e736-af45-4745-aba0-ed9a9ac93d78 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0548902 Aug 13 02:43:37.419155 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5071f46b-1823-4ede-a6d6-5118e94168fa req-0dd3760b-ccc7-413d-9010-c64b22bdbe4d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331001 Aug 13 02:43:37.850912 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b65fcd-f8c3-498f-a2e7-e7c68c79b3f5 req-311e7ac8-a11c-465d-b463-90791c42d66e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.852491 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-32b65fcd-f8c3-498f-a2e7-e7c68c79b3f5 req-311e7ac8-a11c-465d-b463-90791c42d66e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.3078842 Aug 13 02:43:37.893010 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-32b65fcd-f8c3-498f-a2e7-e7c68c79b3f5 req-9b560348-9a21-481c-98a3-52da75f8926e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Aug 13 02:43:37.998182 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec08542-6ab4-4605-8360-a9fd1d564075 req-f5612424-ce55-4c6a-9314-5a5e8c8d36f1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.999898 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ec08542-6ab4-4605-8360-a9fd1d564075 req-f5612424-ce55-4c6a-9314-5a5e8c8d36f1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0523083 Aug 13 02:43:38.042952 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ec08542-6ab4-4605-8360-a9fd1d564075 req-6bac20fd-d1a6-4128-b67d-ca45b274ce4c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360022 Aug 13 02:43:38.126361 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 41798) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:38.157256 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba36f8-be7e-4ec1-bb4e-17fd7a7b7af7 req-3b8716e6-8e4e-43d4-8ce0-1f3ca1097c0f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:38.158734 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-06ba36f8-be7e-4ec1-bb4e-17fd7a7b7af7 req-3b8716e6-8e4e-43d4-8ce0-1f3ca1097c0f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0594935 Aug 13 02:43:38.200665 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-06ba36f8-be7e-4ec1-bb4e-17fd7a7b7af7 req-9291e612-34fc-4687-aa72-7c9e7c32f120 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357218 Aug 13 02:43:38.266601 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8b18f47f-5505-48fb-93cd-10aea3015043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:38.304951 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:38.390128 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8b18f47f-5505-48fb-93cd-10aea3015043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:38.394005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8b18f47f-5505-48fb-93cd-10aea3015043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:38.433331 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-8b18f47f-5505-48fb-93cd-10aea3015043 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7a726f19945401c827ec47606daa559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058610 Aug 13 02:43:38.434244 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18f47f-5505-48fb-93cd-10aea3015043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311e97e4-1acd-42df-860d-6627c03f089a,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:38.436058 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41804) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:38.514405 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f773f28e-c500-4980-a904-39600cb844ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:38.544746 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f773f28e-c500-4980-a904-39600cb844ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:38.550354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7ef06-9257-4460-a2d8-b274437b9463 req-b5d742a7-c19f-4169-b16c-bd9b397b9695 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:38.551906 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9d7ef06-9257-4460-a2d8-b274437b9463 req-b5d742a7-c19f-4169-b16c-bd9b397b9695 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0557015 Aug 13 02:43:38.589176 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9d7ef06-9257-4460-a2d8-b274437b9463 req-37941b23-3f9c-46e0-8c1a-3f8f0eac1def tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314493 Aug 13 02:43:38.596073 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f773f28e-c500-4980-a904-39600cb844ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:38.598770 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f773f28e-c500-4980-a904-39600cb844ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:38.599893 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-f773f28e-c500-4980-a904-39600cb844ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/311e97e4-1acd-42df-860d-6627c03f089a HTTP/1.1" status: 204 len: 168 time: 0.1628087 Aug 13 02:43:38.607799 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773f28e-c500-4980-a904-39600cb844ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311e97e4-1acd-42df-860d-6627c03f089a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:38.768902 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d09efc50-a950-469e-97b7-8fd09723a326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:39.015777 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e09a66-77c9-4a99-8ff9-0437e9b2f477 req-8cd915e3-1aea-4c1f-9c4a-0ecd00b9041e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:39.017326 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14e09a66-77c9-4a99-8ff9-0437e9b2f477 req-8cd915e3-1aea-4c1f-9c4a-0ecd00b9041e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0505795 Aug 13 02:43:39.050572 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:39.071406 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14e09a66-77c9-4a99-8ff9-0437e9b2f477 req-8f76507a-2f0e-493c-80be-4dbd15d5a2de tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Aug 13 02:43:39.202243 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7477f-d201-4286-8fb2-8f477b9d555e req-dc069c26-646c-4363-ad83-9e6727ad6317 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:39.210244 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-36c7477f-d201-4286-8fb2-8f477b9d555e req-dc069c26-646c-4363-ad83-9e6727ad6317 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0619056 Aug 13 02:43:39.253488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-36c7477f-d201-4286-8fb2-8f477b9d555e req-09a845a3-ad4a-47f1-b085-444e4ce25c9f tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Aug 13 02:43:39.380182 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a9c65-d89f-4c67-af42-24307df8e782 req-bc00d675-3554-4799-8ad5-bdf9c388b9c3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:39.382018 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc1a9c65-d89f-4c67-af42-24307df8e782 req-bc00d675-3554-4799-8ad5-bdf9c388b9c3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0542369 Aug 13 02:43:39.431640 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc1a9c65-d89f-4c67-af42-24307df8e782 req-51ce583b-0586-46d5-b695-3a2354454db4 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Aug 13 02:43:39.685013 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:39.731384 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dd35f-2d60-42f9-a2ca-f6e547cef8ad req-59f7e79e-2e79-4be0-a568-09d132404ddb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:39.733245 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed7dd35f-2d60-42f9-a2ca-f6e547cef8ad req-59f7e79e-2e79-4be0-a568-09d132404ddb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0503492 Aug 13 02:43:39.768763 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 41846) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:39.793299 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed7dd35f-2d60-42f9-a2ca-f6e547cef8ad req-2ff8e9e0-d8f0-4721-8ade-6b206bce54fc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516393 Aug 13 02:43:39.881043 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7990098-ec2c-4817-b5f6-7ef0f65be5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:39.975913 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7990098-ec2c-4817-b5f6-7ef0f65be5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:39.981204 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7990098-ec2c-4817-b5f6-7ef0f65be5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:40.021861 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d7990098-ec2c-4817-b5f6-7ef0f65be5a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbf50144a83d4ffe81756b24b7c4240a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513714 Aug 13 02:43:40.022860 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7990098-ec2c-4817-b5f6-7ef0f65be5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2c70c0-018b-4eae-a17c-64e8d690bc8d,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:40.024573 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 41850) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:40.078200 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0d8367fd-f1c4-4ca0-bea4-ef6d8cab3a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:40.100443 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0d8367fd-f1c4-4ca0-bea4-ef6d8cab3a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:40.175235 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0d8367fd-f1c4-4ca0-bea4-ef6d8cab3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:40.178039 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0d8367fd-f1c4-4ca0-bea4-ef6d8cab3a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:40.181990 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-0d8367fd-f1c4-4ca0-bea4-ef6d8cab3a78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b2c70c0-018b-4eae-a17c-64e8d690bc8d HTTP/1.1" status: 204 len: 168 time: 0.1535227 Aug 13 02:43:40.192682 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8367fd-f1c4-4ca0-bea4-ef6d8cab3a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2c70c0-018b-4eae-a17c-64e8d690bc8d,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:40.204646 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8a29e-cc8f-4212-8122-1199592ce1d8 req-86855e6a-3c3e-4a4a-8038-b6987f3b000c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:40.206140 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-43a8a29e-cc8f-4212-8122-1199592ce1d8 req-86855e6a-3c3e-4a4a-8038-b6987f3b000c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0684717 Aug 13 02:43:40.272142 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-43a8a29e-cc8f-4212-8122-1199592ce1d8 req-f5741a31-01d8-49db-8d74-3d0f02ab398d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532236 Aug 13 02:43:40.416320 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f0a8e-611a-464f-9869-e0776c9ca67b req-80751b22-0663-42cf-921f-bfb19a416919 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:40.421819 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c55f0a8e-611a-464f-9869-e0776c9ca67b req-80751b22-0663-42cf-921f-bfb19a416919 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0591505 Aug 13 02:43:40.472809 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c55f0a8e-611a-464f-9869-e0776c9ca67b req-98ae7ff7-fd51-4a18-94b2-4aa4d5f672c1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Aug 13 02:43:40.583067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcf79d-a898-44a6-bd23-e1dc770de55c req-ad779165-12f5-4492-b357-cfdfa582ee9f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:40.584726 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-36dcf79d-a898-44a6-bd23-e1dc770de55c req-ad779165-12f5-4492-b357-cfdfa582ee9f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0530324 Aug 13 02:43:40.624708 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-36dcf79d-a898-44a6-bd23-e1dc770de55c req-2b5fdd2b-1c0f-4c21-b268-28d816775b8f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338812 Aug 13 02:43:40.948056 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19094e41-5ae2-4938-970e-70e0d64e60fd req-77878bee-dea0-451f-bf2d-543040b83372 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:40.950197 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-19094e41-5ae2-4938-970e-70e0d64e60fd req-77878bee-dea0-451f-bf2d-543040b83372 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0804193 Aug 13 02:43:40.998318 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-19094e41-5ae2-4938-970e-70e0d64e60fd req-8ae93660-9baf-4ee7-8db6-9cba404e28cd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343976 Aug 13 02:43:41.258735 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:41.396971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ccff0-bff8-4cec-b0e3-e957650fd044 req-f601944e-602e-4d32-b0e9-bd64ba1f1dd9 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:41.398553 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-473ccff0-bff8-4cec-b0e3-e957650fd044 req-f601944e-602e-4d32-b0e9-bd64ba1f1dd9 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0556839 Aug 13 02:43:41.454679 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-473ccff0-bff8-4cec-b0e3-e957650fd044 req-5e783697-f26b-420c-98fa-e224ccc5a9a0 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Aug 13 02:43:41.603732 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3700cf-1b3c-4004-b7ae-b5821fdfb8fc req-8eada932-ae9f-4bd5-80fa-b5ebfe34cb1c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:41.605595 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3b3700cf-1b3c-4004-b7ae-b5821fdfb8fc req-8eada932-ae9f-4bd5-80fa-b5ebfe34cb1c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0648477 Aug 13 02:43:41.657104 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3b3700cf-1b3c-4004-b7ae-b5821fdfb8fc req-b20ddc74-0a28-44a0-bf48-5f1f6f76761c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451202 Aug 13 02:43:41.777234 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610a7ea-f83e-46e1-8790-5b18e307bde3 req-e6bd4d4b-7fbe-493f-aff7-2180dd4c15a2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:41.777234 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1610a7ea-f83e-46e1-8790-5b18e307bde3 req-e6bd4d4b-7fbe-493f-aff7-2180dd4c15a2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0530629 Aug 13 02:43:41.811254 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1610a7ea-f83e-46e1-8790-5b18e307bde3 req-c218d9a5-f988-459f-a736-124c13327ec6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Aug 13 02:43:42.126935 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2e410-4185-4117-ab82-d89317d03a62 req-6f3eca7d-c4f0-40dd-aa52-e89442c4f5d3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:42.128309 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-96d2e410-4185-4117-ab82-d89317d03a62 req-6f3eca7d-c4f0-40dd-aa52-e89442c4f5d3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0504162 Aug 13 02:43:42.168668 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-96d2e410-4185-4117-ab82-d89317d03a62 req-212bc99d-8415-4d66-8f24-179a3a4c9b3f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344176 Aug 13 02:43:42.563913 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a74e0-4019-4e11-bd58-0ff7a636b47d req-ecf310c4-286b-4aa3-954c-5d8ca3568b69 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:42.565464 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f15a74e0-4019-4e11-bd58-0ff7a636b47d req-ecf310c4-286b-4aa3-954c-5d8ca3568b69 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0523362 Aug 13 02:43:42.603144 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f15a74e0-4019-4e11-bd58-0ff7a636b47d req-f416dd74-c9b9-461a-9ddc-ee7fa2e12b76 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Aug 13 02:43:42.778752 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d389c-b250-4119-b8fb-0266d2e01333 req-f368642e-2370-48ae-9653-4966c9804987 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:42.780280 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-272d389c-b250-4119-b8fb-0266d2e01333 req-f368642e-2370-48ae-9653-4966c9804987 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0495396 Aug 13 02:43:42.822298 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-272d389c-b250-4119-b8fb-0266d2e01333 req-c9a16bb0-cfb7-4ee5-9ba4-65be71974131 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346787 Aug 13 02:43:42.930646 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ab5e6-418d-42c6-ab0e-030e20641402 req-5dd4787b-232c-47a5-ae3e-efecf635d428 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:42.932119 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9f8ab5e6-418d-42c6-ab0e-030e20641402 req-5dd4787b-232c-47a5-ae3e-efecf635d428 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0517600 Aug 13 02:43:42.975840 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9f8ab5e6-418d-42c6-ab0e-030e20641402 req-685efdc2-a41d-4769-b771-68cb6fa80d24 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370564 Aug 13 02:43:43.308165 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f574e9-49b6-4980-a538-86d7d4f7ea0d req-73d93973-d0ef-465f-b091-e54792437d20 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:43.309660 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73f574e9-49b6-4980-a538-86d7d4f7ea0d req-73d93973-d0ef-465f-b091-e54792437d20 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0535939 Aug 13 02:43:43.347031 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73f574e9-49b6-4980-a538-86d7d4f7ea0d req-f2842238-af69-44de-8a18-4c5debaa138e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Aug 13 02:43:43.719177 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cac6a-388c-4ab2-a7a9-cc887d34531a req-ea139ef4-0f51-49a5-b383-97c5e462b9dd tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:43.720760 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e6cac6a-388c-4ab2-a7a9-cc887d34531a req-ea139ef4-0f51-49a5-b383-97c5e462b9dd tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0500045 Aug 13 02:43:43.758450 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e6cac6a-388c-4ab2-a7a9-cc887d34531a req-e7f35fe6-3d92-4382-9204-88bb9cbb88b5 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Aug 13 02:43:43.952090 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97084c-2c7a-4d88-8f96-99af80b4847d req-0b0248e6-8c7d-4053-8a1b-65c5da3fbb12 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:43.954257 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cf97084c-2c7a-4d88-8f96-99af80b4847d req-0b0248e6-8c7d-4053-8a1b-65c5da3fbb12 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0604014 Aug 13 02:43:44.005700 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cf97084c-2c7a-4d88-8f96-99af80b4847d req-f4d53628-3e04-4ab3-bc75-84e1761d8cc9 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436893 Aug 13 02:43:44.114150 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9d1c7-4b08-4e2b-82c0-57a35c285928 req-371d52c9-3e62-4067-8625-fee726af3488 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:44.115653 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-15a9d1c7-4b08-4e2b-82c0-57a35c285928 req-371d52c9-3e62-4067-8625-fee726af3488 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0505004 Aug 13 02:43:44.154408 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-15a9d1c7-4b08-4e2b-82c0-57a35c285928 req-345d6ae8-213d-4336-a0f7-531a21fad756 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Aug 13 02:43:44.463861 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d6817-fef0-481a-a11f-ee75c2b4f966 req-56771ddf-3148-4dcf-8fa9-0fae7f2c74d3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:44.465355 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f31d6817-fef0-481a-a11f-ee75c2b4f966 req-56771ddf-3148-4dcf-8fa9-0fae7f2c74d3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0481236 Aug 13 02:43:44.504654 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f31d6817-fef0-481a-a11f-ee75c2b4f966 req-634f8098-c4ca-4f85-a382-2218e7b70e1e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328293 Aug 13 02:43:44.887871 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9057635-5d68-441d-8710-167fb152ac7d req-cf5efa92-4636-46a8-8a06-7cec1af5e2a2 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:44.889426 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9057635-5d68-441d-8710-167fb152ac7d req-cf5efa92-4636-46a8-8a06-7cec1af5e2a2 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0606451 Aug 13 02:43:44.932819 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9057635-5d68-441d-8710-167fb152ac7d req-d711f254-268f-496f-b545-aefb2439847c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365710 Aug 13 02:43:45.127146 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05427d37-a68d-4710-a8f6-8ac1b8c14f53 req-fd307683-545a-4f68-b479-e4cb04c2eecc tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:45.128870 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-05427d37-a68d-4710-a8f6-8ac1b8c14f53 req-fd307683-545a-4f68-b479-e4cb04c2eecc tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0549610 Aug 13 02:43:45.170748 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-05427d37-a68d-4710-a8f6-8ac1b8c14f53 req-937741cd-a9d4-499c-8721-6b7083dfa84d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Aug 13 02:43:45.288164 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7625-e0e6-4903-9814-3ae0ff11cbd2 req-4b07d860-cf58-4e21-9d75-75e91e50b5ab tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:45.289708 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9c8c7625-e0e6-4903-9814-3ae0ff11cbd2 req-4b07d860-cf58-4e21-9d75-75e91e50b5ab tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0531642 Aug 13 02:43:45.333143 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9c8c7625-e0e6-4903-9814-3ae0ff11cbd2 req-f7efe8ba-6c5c-4988-ad1f-bb85ffcb6c23 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374730 Aug 13 02:43:45.622288 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fbea5-26b9-4c0d-a0be-ce9fe9a9fbb9 req-5cb18831-7e94-4ac9-b785-4c72bd7a5d22 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:45.623762 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-690fbea5-26b9-4c0d-a0be-ce9fe9a9fbb9 req-5cb18831-7e94-4ac9-b785-4c72bd7a5d22 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0484972 Aug 13 02:43:45.664783 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-690fbea5-26b9-4c0d-a0be-ce9fe9a9fbb9 req-a48b2bc0-c0ee-4723-88af-d44a8ddd1c9a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344427 Aug 13 02:43:46.049114 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c996d92-8be5-40a6-853e-27c1e7d11379 req-1fca19cd-2eea-47a1-bb3c-e2381ff36cca tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:46.050649 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2c996d92-8be5-40a6-853e-27c1e7d11379 req-1fca19cd-2eea-47a1-bb3c-e2381ff36cca tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0489924 Aug 13 02:43:46.088457 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2c996d92-8be5-40a6-853e-27c1e7d11379 req-83b02a7a-77c5-499c-9c0b-9d9653f36039 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Aug 13 02:43:46.283567 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8a536-ed6a-4ae6-8973-6f4d314ce4bc req-5c3ea679-b1be-4a8e-af2a-a8cc76fbb222 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:46.285061 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-01e8a536-ed6a-4ae6-8973-6f4d314ce4bc req-5c3ea679-b1be-4a8e-af2a-a8cc76fbb222 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0494697 Aug 13 02:43:46.322591 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-01e8a536-ed6a-4ae6-8973-6f4d314ce4bc req-688a5b9a-af5c-48ba-a583-656c9775aee6 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Aug 13 02:43:46.461897 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee95bc-319a-450c-8548-1deb225f66f7 req-94a831ba-16be-4263-96f3-7e24d185e19b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:46.463359 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9aee95bc-319a-450c-8548-1deb225f66f7 req-94a831ba-16be-4263-96f3-7e24d185e19b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0479450 Aug 13 02:43:46.505044 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9aee95bc-319a-450c-8548-1deb225f66f7 req-c7b4f7a8-01e6-4e6e-9f5f-8a0e9e858397 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353532 Aug 13 02:43:46.783511 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c496dc-179c-422c-a342-690694bcfbfd req-f9c43334-61c0-4607-920a-da93eb67f8b7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:46.784887 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-90c496dc-179c-422c-a342-690694bcfbfd req-f9c43334-61c0-4607-920a-da93eb67f8b7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0489128 Aug 13 02:43:46.822332 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-90c496dc-179c-422c-a342-690694bcfbfd req-c5a05037-5789-44f0-adec-51cd4947b1ac tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315244 Aug 13 02:43:47.199647 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9c0b0-9b3a-40d2-9ce7-86fbd8effaba req-26669545-ac4f-4730-b218-51e74c3a32df tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:47.201154 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-83d9c0b0-9b3a-40d2-9ce7-86fbd8effaba req-26669545-ac4f-4730-b218-51e74c3a32df tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0484843 Aug 13 02:43:47.239258 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-83d9c0b0-9b3a-40d2-9ce7-86fbd8effaba req-1ba93256-c72b-42d7-86ff-b9373fe6cfcc tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Aug 13 02:43:47.433218 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecfe7d-25f5-4cd1-8493-b3d492898dcf req-3ebd0792-33d9-4e19-94d3-4f3f4b071254 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:47.435415 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dcecfe7d-25f5-4cd1-8493-b3d492898dcf req-3ebd0792-33d9-4e19-94d3-4f3f4b071254 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0479987 Aug 13 02:43:47.476954 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dcecfe7d-25f5-4cd1-8493-b3d492898dcf req-6b5b6c68-5376-44cf-95c3-9a25380395f4 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349057 Aug 13 02:43:47.615023 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93576084-ea70-412e-ac0b-6e38583740df req-4b7f6702-4d48-400a-9229-6c93b093cccb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:47.616539 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93576084-ea70-412e-ac0b-6e38583740df req-4b7f6702-4d48-400a-9229-6c93b093cccb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0484183 Aug 13 02:43:47.655502 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93576084-ea70-412e-ac0b-6e38583740df req-23e81725-1996-41d8-9efa-a2c5b486db96 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323222 Aug 13 02:43:47.939279 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08315db4-9639-48ab-b43e-37715930be68 req-a0a1a012-1178-40a5-ac7b-ccef280c6a98 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:47.940748 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-08315db4-9639-48ab-b43e-37715930be68 req-a0a1a012-1178-40a5-ac7b-ccef280c6a98 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0476947 Aug 13 02:43:47.977528 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-08315db4-9639-48ab-b43e-37715930be68 req-d5067b8d-770e-4f15-aedb-ed6733a4a6a8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309649 Aug 13 02:43:48.350085 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2430ed-1ca8-4f10-9745-3bf978a3c2d0 req-ea744d8d-8904-4efa-bb9e-70417c02da43 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:48.351546 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb2430ed-1ca8-4f10-9745-3bf978a3c2d0 req-ea744d8d-8904-4efa-bb9e-70417c02da43 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0476394 Aug 13 02:43:48.392229 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb2430ed-1ca8-4f10-9745-3bf978a3c2d0 req-0d9545b1-d9c6-4b67-bdf7-23cef9527baf tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348239 Aug 13 02:43:48.597805 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23438b17-390a-4170-82f0-1cae0a610421 req-804ec930-f1a1-4fe1-9e9a-c20e744e2c35 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:48.599265 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-23438b17-390a-4170-82f0-1cae0a610421 req-804ec930-f1a1-4fe1-9e9a-c20e744e2c35 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0490606 Aug 13 02:43:48.635745 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-23438b17-390a-4170-82f0-1cae0a610421 req-27875589-4d23-4a12-9a1c-4fc6d6dd5eaf tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305943 Aug 13 02:43:48.768371 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b06e21-ca7a-413d-9b93-45c5546eccb9 req-6b8a5d4e-a4dc-4980-b35d-91138fb4a2f3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:48.769775 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-87b06e21-ca7a-413d-9b93-45c5546eccb9 req-6b8a5d4e-a4dc-4980-b35d-91138fb4a2f3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0480337 Aug 13 02:43:48.807946 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-87b06e21-ca7a-413d-9b93-45c5546eccb9 req-cc2758b5-ead6-4c78-9fa3-0082708c2ea5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Aug 13 02:43:49.095932 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d55ce-2024-4f4c-a8d7-f3fe6781681f req-79507273-0d65-4446-8ad3-2d73c30f22cf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:49.097444 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-517d55ce-2024-4f4c-a8d7-f3fe6781681f req-79507273-0d65-4446-8ad3-2d73c30f22cf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0491822 Aug 13 02:43:49.137123 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-517d55ce-2024-4f4c-a8d7-f3fe6781681f req-1d32b808-d7dd-4f66-808b-461d438e94e5 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339208 Aug 13 02:43:49.513147 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106f504-848d-4ef3-8fc1-54e94c8bb338 req-6bfccea4-29ac-43ee-8303-3709292603b0 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:49.514664 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f106f504-848d-4ef3-8fc1-54e94c8bb338 req-6bfccea4-29ac-43ee-8303-3709292603b0 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0542152 Aug 13 02:43:49.557919 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f106f504-848d-4ef3-8fc1-54e94c8bb338 req-093e7b3b-081c-4c97-bc9c-8e812f968e48 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Aug 13 02:43:49.757761 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e05572-9899-47e4-ab9d-d22338079e96 req-005dd345-5884-4274-9fca-f98dcfed531b tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:49.759305 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-82e05572-9899-47e4-ab9d-d22338079e96 req-005dd345-5884-4274-9fca-f98dcfed531b tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0574708 Aug 13 02:43:49.799297 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-82e05572-9899-47e4-ab9d-d22338079e96 req-01a8776c-c154-4397-a1b9-f8a33bed8734 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336933 Aug 13 02:43:49.927953 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa37e0a-b771-436e-aca2-b040ea2060b4 req-4fb5b015-8628-4d72-8f2b-038794f3b273 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:49.929384 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7aa37e0a-b771-436e-aca2-b040ea2060b4 req-4fb5b015-8628-4d72-8f2b-038794f3b273 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0489011 Aug 13 02:43:49.970896 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7aa37e0a-b771-436e-aca2-b040ea2060b4 req-a23aba2f-bd1e-4004-94ac-cdb042c0dca3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355906 Aug 13 02:43:50.256508 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659a0bb-f928-432f-9949-4af9a1183006 req-ed447132-318e-44f0-ba17-e91c2ae9cc63 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.257999 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7659a0bb-f928-432f-9949-4af9a1183006 req-ed447132-318e-44f0-ba17-e91c2ae9cc63 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0497999 Aug 13 02:43:50.296570 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7659a0bb-f928-432f-9949-4af9a1183006 req-6f43c30e-2dbb-4e0b-8199-5a6d4ad0ea68 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Aug 13 02:43:50.681091 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947ad80-2b6e-4232-b978-71ff327d8344 req-fe6f99b3-6005-47e0-b6b3-7eac2fbc32b8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.682573 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3947ad80-2b6e-4232-b978-71ff327d8344 req-fe6f99b3-6005-47e0-b6b3-7eac2fbc32b8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0481160 Aug 13 02:43:50.722136 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3947ad80-2b6e-4232-b978-71ff327d8344 req-2751ffff-4e30-4d98-92bb-bb9abe55c273 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Aug 13 02:43:50.912589 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea127e-196b-4f24-ae2e-838fcebb8ec3 req-05fe1a5c-858b-4f37-9d4c-2f83bf09703f tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.914232 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d9ea127e-196b-4f24-ae2e-838fcebb8ec3 req-05fe1a5c-858b-4f37-9d4c-2f83bf09703f tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0493424 Aug 13 02:43:50.957230 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d9ea127e-196b-4f24-ae2e-838fcebb8ec3 req-701863a7-7ee0-46ab-91c7-a3c61fa6a9d4 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Aug 13 02:43:51.091533 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c467c-1fdd-4c6e-b1e2-232fd2ec38e6 req-a245850e-bbdc-47f5-bc24-ecad280d0d98 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:51.094117 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-388c467c-1fdd-4c6e-b1e2-232fd2ec38e6 req-a245850e-bbdc-47f5-bc24-ecad280d0d98 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0576065 Aug 13 02:43:51.138540 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-388c467c-1fdd-4c6e-b1e2-232fd2ec38e6 req-432e2c14-a7cc-4945-99d2-f9484a59f6b5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Aug 13 02:43:51.411819 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a3398-8ffa-4af1-bc15-acb3d8315d80 req-bc066ee1-628c-4b25-9062-ef0445a092a7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:51.413204 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec8a3398-8ffa-4af1-bc15-acb3d8315d80 req-bc066ee1-628c-4b25-9062-ef0445a092a7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0467961 Aug 13 02:43:51.451924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec8a3398-8ffa-4af1-bc15-acb3d8315d80 req-6a5b0f3c-0d50-4201-91f6-7f89e82f2b9a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Aug 13 02:43:51.846531 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cae702-852e-4133-b6c5-d910dd7a6f43 req-1920ca99-ebd0-4360-bdc7-eba88b6e6697 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:51.848016 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b8cae702-852e-4133-b6c5-d910dd7a6f43 req-1920ca99-ebd0-4360-bdc7-eba88b6e6697 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0508828 Aug 13 02:43:51.888012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b8cae702-852e-4133-b6c5-d910dd7a6f43 req-05151ddf-3a37-4fd3-a3ec-ad720d390661 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Aug 13 02:43:52.068235 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58c6e-c24d-4d43-8696-021f00958bea req-3d9a7fee-3e6e-45ad-864c-733180f52689 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:52.069647 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9b58c6e-c24d-4d43-8696-021f00958bea req-3d9a7fee-3e6e-45ad-864c-733180f52689 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0475748 Aug 13 02:43:52.106655 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9b58c6e-c24d-4d43-8696-021f00958bea req-b8e2f765-a672-4b5a-8b48-cbd3ad05a010 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Aug 13 02:43:52.251894 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7da648-440a-4641-aa42-4d884aa3b95b req-ca81cefd-9b8a-495b-9563-0c80e88c7d61 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:52.253450 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0d7da648-440a-4641-aa42-4d884aa3b95b req-ca81cefd-9b8a-495b-9563-0c80e88c7d61 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0500715 Aug 13 02:43:52.298957 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0d7da648-440a-4641-aa42-4d884aa3b95b req-fdc867fb-ac22-4532-8aac-6c312f5fce10 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Aug 13 02:43:52.572243 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf487f3-ad0c-4993-911f-d9c5f0fce2ab req-387d0bed-5c8e-402f-9ac8-726055025a67 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:52.573890 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7cf487f3-ad0c-4993-911f-d9c5f0fce2ab req-387d0bed-5c8e-402f-9ac8-726055025a67 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0492122 Aug 13 02:43:52.615383 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7cf487f3-ad0c-4993-911f-d9c5f0fce2ab req-e2d49ae2-b3f6-4e2d-9049-920078427e6d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355799 Aug 13 02:43:53.004390 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2745cc9-e166-42ca-beeb-d4cc8fb11caa req-c98dd20b-6912-46d5-8280-8481941d7450 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:53.005907 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2745cc9-e166-42ca-beeb-d4cc8fb11caa req-c98dd20b-6912-46d5-8280-8481941d7450 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0513687 Aug 13 02:43:53.045020 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2745cc9-e166-42ca-beeb-d4cc8fb11caa req-0c0b7767-022e-4efa-bd0e-35622bca378e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333111 Aug 13 02:43:53.219613 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f637a1-42df-412c-bf3a-3d90b55c2d59 req-34987a73-df4e-479b-add7-8d361e868911 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:53.221104 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-27f637a1-42df-412c-bf3a-3d90b55c2d59 req-34987a73-df4e-479b-add7-8d361e868911 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0489030 Aug 13 02:43:53.258569 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-27f637a1-42df-412c-bf3a-3d90b55c2d59 req-4f0bd2c6-0661-40df-a954-a8eff7bd4b11 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316617 Aug 13 02:43:53.414074 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482a789-587d-4058-b1f3-85db65f83c40 req-a30c4dbe-27a3-40fe-b9cb-35ae691efbb8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:53.418215 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5482a789-587d-4058-b1f3-85db65f83c40 req-a30c4dbe-27a3-40fe-b9cb-35ae691efbb8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0519326 Aug 13 02:43:53.459268 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5482a789-587d-4058-b1f3-85db65f83c40 req-1851f090-62f8-424b-b6ed-e7c8846543ed tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350451 Aug 13 02:43:53.731558 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b40aa-a3bc-43d4-a17c-4236ef9413f5 req-a200144a-ba41-470d-864a-7376dd3bed0f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:53.732949 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445b40aa-a3bc-43d4-a17c-4236ef9413f5 req-a200144a-ba41-470d-864a-7376dd3bed0f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0479131 Aug 13 02:43:53.771171 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445b40aa-a3bc-43d4-a17c-4236ef9413f5 req-6a1b6029-dd41-4c14-a19c-ab86f2d2c0d1 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312495 Aug 13 02:43:54.157215 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aa64b-3bd0-449d-9c59-b3eaf6f6064d req-3f849161-fee5-4185-8d1a-290419e2d231 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:54.158630 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c99aa64b-3bd0-449d-9c59-b3eaf6f6064d req-3f849161-fee5-4185-8d1a-290419e2d231 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0485494 Aug 13 02:43:54.198284 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c99aa64b-3bd0-449d-9c59-b3eaf6f6064d req-87ba0cbe-f3eb-4bec-93f2-9180be1adc57 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Aug 13 02:43:54.371788 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a09797-6e33-4d8e-a204-fa78cc177377 req-a713c7ef-36f5-4665-a4f6-170cad5a6f41 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:54.373273 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a3a09797-6e33-4d8e-a204-fa78cc177377 req-a713c7ef-36f5-4665-a4f6-170cad5a6f41 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0484154 Aug 13 02:43:54.413644 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a3a09797-6e33-4d8e-a204-fa78cc177377 req-591c0b84-5036-408c-9007-b2eb7a47b0ca tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Aug 13 02:43:54.571958 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f53b9-d296-4b96-a3d2-2c0b1d793cc3 req-bcb1b812-b07f-42ae-8e9e-8aeacd31ddcb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:54.573443 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6b5f53b9-d296-4b96-a3d2-2c0b1d793cc3 req-bcb1b812-b07f-42ae-8e9e-8aeacd31ddcb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0486376 Aug 13 02:43:54.613333 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6b5f53b9-d296-4b96-a3d2-2c0b1d793cc3 req-40363296-40e1-4475-a5c2-cd2c42e38c89 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Aug 13 02:43:54.890788 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b5878-6648-4a63-8a6b-f5fdb04b754e req-ee27698a-ae41-4a92-a092-a1e93f4a4496 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:54.892163 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-959b5878-6648-4a63-8a6b-f5fdb04b754e req-ee27698a-ae41-4a92-a092-a1e93f4a4496 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0500665 Aug 13 02:43:54.929678 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-959b5878-6648-4a63-8a6b-f5fdb04b754e req-4664ccf4-c1d4-4153-98e0-51aeb0f24ac2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315659 Aug 13 02:43:55.315586 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e73213-7b40-4aa5-9d3e-6930ba1b1224 req-1a276a7c-4ea6-4524-85d1-1f995c23d943 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:55.317114 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-05e73213-7b40-4aa5-9d3e-6930ba1b1224 req-1a276a7c-4ea6-4524-85d1-1f995c23d943 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0479329 Aug 13 02:43:55.356387 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-05e73213-7b40-4aa5-9d3e-6930ba1b1224 req-4a6aefe7-9446-43e2-9b19-f4330dfecf80 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334373 Aug 13 02:43:55.533655 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74a326-1e45-4e76-83ce-a765e8acde6f req-f05a6ce0-203c-4381-9e21-15e1e556bc61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:55.535418 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ef74a326-1e45-4e76-83ce-a765e8acde6f req-f05a6ce0-203c-4381-9e21-15e1e556bc61 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0563586 Aug 13 02:43:55.578660 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ef74a326-1e45-4e76-83ce-a765e8acde6f req-dd0cbc17-6fb7-4f44-8f13-423aead7c338 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373929 Aug 13 02:43:55.724211 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732fb88-7d27-4f90-8ed2-81508e40c4d5 req-510a09bc-daeb-455b-a444-686e65b32ca5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:55.725696 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8732fb88-7d27-4f90-8ed2-81508e40c4d5 req-510a09bc-daeb-455b-a444-686e65b32ca5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0470865 Aug 13 02:43:55.762368 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8732fb88-7d27-4f90-8ed2-81508e40c4d5 req-604fd2fb-45a2-4f97-8b18-ca0e4b64b445 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Aug 13 02:43:56.054373 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a9709-b3da-466f-b03c-fe29c0f76e8d req-94246e02-79a1-418f-a0f8-7cfa0d262b12 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:56.055822 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5e1a9709-b3da-466f-b03c-fe29c0f76e8d req-94246e02-79a1-418f-a0f8-7cfa0d262b12 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0487249 Aug 13 02:43:56.097304 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5e1a9709-b3da-466f-b03c-fe29c0f76e8d req-b441c3d4-8d09-4789-96d9-d61a47faa2b2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355818 Aug 13 02:43:56.168113 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:43:56.486772 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa670d-6170-470a-86fe-ad061c7b8e21 req-4ecfc8c2-dbe3-4793-b363-cfbb04c2463e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:56.489487 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a7aa670d-6170-470a-86fe-ad061c7b8e21 req-4ecfc8c2-dbe3-4793-b363-cfbb04c2463e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0679131 Aug 13 02:43:56.525792 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a7aa670d-6170-470a-86fe-ad061c7b8e21 req-db9ab308-596b-42b1-b235-c877a42b8137 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305409 Aug 13 02:43:56.692123 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2118f66-fe8a-41ab-9dc3-ae0119a7b72a req-01348f94-88d5-48d3-b904-ba5145ac2209 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:56.693608 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2118f66-fe8a-41ab-9dc3-ae0119a7b72a req-01348f94-88d5-48d3-b904-ba5145ac2209 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0504053 Aug 13 02:43:56.730747 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2118f66-fe8a-41ab-9dc3-ae0119a7b72a req-285945a7-f687-4e68-9171-9baae968763e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Aug 13 02:43:56.876332 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342aa1-c245-4459-82f1-01af4b0f6908 req-011ab9f5-0031-422b-98f1-b5c7a6e04a8a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:56.877858 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec342aa1-c245-4459-82f1-01af4b0f6908 req-011ab9f5-0031-422b-98f1-b5c7a6e04a8a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0490382 Aug 13 02:43:56.918103 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec342aa1-c245-4459-82f1-01af4b0f6908 req-6e340f78-fb09-42a8-9584-8c482abb8f62 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343425 Aug 13 02:43:57.217709 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aee7fe-a2f6-43b6-ba0e-ebd356f995e6 req-3c17485a-b775-4d05-8549-5c9e6457abdc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:57.219206 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-78aee7fe-a2f6-43b6-ba0e-ebd356f995e6 req-3c17485a-b775-4d05-8549-5c9e6457abdc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0488520 Aug 13 02:43:57.256985 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-78aee7fe-a2f6-43b6-ba0e-ebd356f995e6 req-ba222a4d-14fd-4d9d-9a13-a3545aae69fa tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319541 Aug 13 02:43:57.638724 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6c698-a68d-416c-84df-5fd07925e0c4 req-ee14bf47-c8c4-4d3f-b7fe-ddd27310568f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:57.640316 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0a6c698-a68d-416c-84df-5fd07925e0c4 req-ee14bf47-c8c4-4d3f-b7fe-ddd27310568f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0491934 Aug 13 02:43:57.677182 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0a6c698-a68d-416c-84df-5fd07925e0c4 req-3bb3106c-955e-4c49-922d-5929b971ac49 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309975 Aug 13 02:43:57.840556 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc8925-4519-4970-aa90-01bd27ccea70 req-45f3b432-e3ad-43a8-aeea-efea6c699c5d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:57.841924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bbfc8925-4519-4970-aa90-01bd27ccea70 req-45f3b432-e3ad-43a8-aeea-efea6c699c5d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0477724 Aug 13 02:43:57.882706 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bbfc8925-4519-4970-aa90-01bd27ccea70 req-ca282666-4fe9-48be-b657-351832553c2c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Aug 13 02:43:58.029382 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8665e9-db8d-4161-8feb-ccad62b65806 req-74f832b1-10f9-4c48-9dfa-0cfe823b546b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:58.031565 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e8665e9-db8d-4161-8feb-ccad62b65806 req-74f832b1-10f9-4c48-9dfa-0cfe823b546b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0492108 Aug 13 02:43:58.068978 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e8665e9-db8d-4161-8feb-ccad62b65806 req-70dd1297-cb46-4973-9de8-ff2b3c0d78e6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Aug 13 02:43:58.374872 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da701d-e3eb-4618-862d-593bc4f1dec6 req-89098e55-fd9b-40a4-8b68-5032ad377dd5 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:58.376349 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0da701d-e3eb-4618-862d-593bc4f1dec6 req-89098e55-fd9b-40a4-8b68-5032ad377dd5 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0493238 Aug 13 02:43:58.413799 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0da701d-e3eb-4618-862d-593bc4f1dec6 req-d58eeb06-9b74-4122-9845-fd1eb8c21671 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Aug 13 02:43:58.788592 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a28e38-fada-4165-8836-5c2baaa69e85 req-2a3a071e-24b8-42c1-8547-ff6bc4a821aa tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:58.790085 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73a28e38-fada-4165-8836-5c2baaa69e85 req-2a3a071e-24b8-42c1-8547-ff6bc4a821aa tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0479887 Aug 13 02:43:58.831288 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73a28e38-fada-4165-8836-5c2baaa69e85 req-dfb8ebf2-9b22-4af7-b235-e38358d1b637 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Aug 13 02:43:58.996043 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb1a3c-5cde-40e7-bcb3-2839709de155 req-2968169b-69da-4eb6-9d09-424d0fe549b8 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:58.997571 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bffb1a3c-5cde-40e7-bcb3-2839709de155 req-2968169b-69da-4eb6-9d09-424d0fe549b8 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0511663 Aug 13 02:43:59.037877 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bffb1a3c-5cde-40e7-bcb3-2839709de155 req-63b97f30-ea88-4aee-9590-0ba21f16a1e0 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336401 Aug 13 02:43:59.179932 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95450cb5-b643-45b2-9908-dcff7b79c697 req-341568cf-de73-43e7-bce6-e868fb0d1cd0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:59.181407 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-95450cb5-b643-45b2-9908-dcff7b79c697 req-341568cf-de73-43e7-bce6-e868fb0d1cd0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0478032 Aug 13 02:43:59.219683 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-95450cb5-b643-45b2-9908-dcff7b79c697 req-4ec4623b-35b5-4ba0-ac08-99aef23823ae tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303206 Aug 13 02:43:59.529616 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331162bf-646e-470c-885c-6793935b869e req-e6c1ca33-b811-460b-b84b-64a246cbbf01 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:59.531862 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-331162bf-646e-470c-885c-6793935b869e req-e6c1ca33-b811-460b-b84b-64a246cbbf01 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0477073 Aug 13 02:43:59.571989 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-331162bf-646e-470c-885c-6793935b869e req-01272221-7fb9-47ee-8609-999feacabacd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Aug 13 02:43:59.944056 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62984c-0060-4649-9c95-9c985db5c975 req-35e4b2e6-4bac-49eb-a056-ffea999401f2 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:59.945622 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8d62984c-0060-4649-9c95-9c985db5c975 req-35e4b2e6-4bac-49eb-a056-ffea999401f2 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0496395 Aug 13 02:43:59.984324 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8d62984c-0060-4649-9c95-9c985db5c975 req-d184a037-8201-4e54-9894-be76aee11bec tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Aug 13 02:44:00.153005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc80f-bd20-4c48-afc9-ea604ccaa4ac req-516b580e-740e-445e-b014-6301fb264426 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:00.154491 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fd0bc80f-bd20-4c48-afc9-ea604ccaa4ac req-516b580e-740e-445e-b014-6301fb264426 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0499272 Aug 13 02:44:00.192623 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fd0bc80f-bd20-4c48-afc9-ea604ccaa4ac req-afb3daf0-733f-41ba-aa78-28d90098c120 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Aug 13 02:44:00.335394 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2354e-dd3c-4068-826e-f05aa130a835 req-0a6aa357-5ad7-4d86-b392-37721627b98f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:00.336940 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-09a2354e-dd3c-4068-826e-f05aa130a835 req-0a6aa357-5ad7-4d86-b392-37721627b98f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0501447 Aug 13 02:44:00.385574 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-09a2354e-dd3c-4068-826e-f05aa130a835 req-7ad0c64d-b9d6-48df-82ad-b06a920fa383 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Aug 13 02:44:00.700711 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ff687-4278-48d5-9e3a-3a1c5b2482a8 req-0ed74fd5-ccd9-425d-a75b-5ba3c3916bc9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:00.702329 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-190ff687-4278-48d5-9e3a-3a1c5b2482a8 req-0ed74fd5-ccd9-425d-a75b-5ba3c3916bc9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0566244 Aug 13 02:44:00.739887 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-190ff687-4278-48d5-9e3a-3a1c5b2482a8 req-c8c88773-f9cb-4c38-a506-be30598b9e43 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Aug 13 02:44:01.103266 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993210c-3e4a-473e-a0e9-8d157a553aab req-941d952c-b27f-41e7-b633-a0cfc468ad7d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:01.104738 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4993210c-3e4a-473e-a0e9-8d157a553aab req-941d952c-b27f-41e7-b633-a0cfc468ad7d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0484335 Aug 13 02:44:01.142466 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4993210c-3e4a-473e-a0e9-8d157a553aab req-3dcc06f0-5498-4b9d-ab75-a102fc0124d7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Aug 13 02:44:01.307971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3c5f-479d-4b39-9437-5eb35f293bfd req-fd94d904-bfd9-4be4-a6ce-a0fa4a32b678 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:01.309365 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ccda3c5f-479d-4b39-9437-5eb35f293bfd req-fd94d904-bfd9-4be4-a6ce-a0fa4a32b678 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0482488 Aug 13 02:44:01.350933 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ccda3c5f-479d-4b39-9437-5eb35f293bfd req-46465858-d08b-4990-a585-9a01e65691e4 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355566 Aug 13 02:44:01.503480 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16594ab4-9a4e-4938-9b1a-2f2550e71ced req-e0ee6899-44d6-4562-973a-779f78318e6e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:01.504964 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-16594ab4-9a4e-4938-9b1a-2f2550e71ced req-e0ee6899-44d6-4562-973a-779f78318e6e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0488033 Aug 13 02:44:01.543334 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-16594ab4-9a4e-4938-9b1a-2f2550e71ced req-9d461d96-8df5-4fb8-b013-2830b0099aed tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313897 Aug 13 02:44:01.866506 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0425269-ac18-4aff-b3aa-1aeaf49d8920 req-c6a37fb4-49ae-455f-a4db-d33196272ec1 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:01.867980 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0425269-ac18-4aff-b3aa-1aeaf49d8920 req-c6a37fb4-49ae-455f-a4db-d33196272ec1 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0487015 Aug 13 02:44:01.905575 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0425269-ac18-4aff-b3aa-1aeaf49d8920 req-f0b8315a-ee13-44ad-966f-8ebbf1aac692 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Aug 13 02:44:02.255303 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6b7dd-6d62-4b31-aa7f-27b68afe32b2 req-49be2a1c-c03e-4566-95a5-3e7b21473f31 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:02.256808 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-54d6b7dd-6d62-4b31-aa7f-27b68afe32b2 req-49be2a1c-c03e-4566-95a5-3e7b21473f31 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 932 time: 0.0489683 Aug 13 02:44:02.297441 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-54d6b7dd-6d62-4b31-aa7f-27b68afe32b2 req-f1fda71d-e84e-4e1a-b789-963843741746 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Aug 13 02:44:02.472867 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92f464-79c7-4770-a5ab-55d35a3b1c96 req-3646c1b7-e863-43cf-8475-ec1a4e0b3c62 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:02.474559 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc92f464-79c7-4770-a5ab-55d35a3b1c96 req-3646c1b7-e863-43cf-8475-ec1a4e0b3c62 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0492756 Aug 13 02:44:02.513044 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc92f464-79c7-4770-a5ab-55d35a3b1c96 req-3e996f5a-7087-4950-9de0-4fd533e7bad3 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Aug 13 02:44:02.650006 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Request body: {'port': {'device_id': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:02.708081 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fb6d9-ec66-4038-b16e-7342e6663eb5 req-b3a49b43-a1fa-4288-8561-37930acdb352 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:02.709501 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e29fb6d9-ec66-4038-b16e-7342e6663eb5 req-b3a49b43-a1fa-4288-8561-37930acdb352 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0945084 Aug 13 02:44:02.747172 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:02.791083 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e29fb6d9-ec66-4038-b16e-7342e6663eb5 req-f3492e84-c86a-4c5c-82fa-2a4b29ea82c2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639994 Aug 13 02:44:03.044081 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:44:03.053722 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.079862 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99335d50-d43d-4960-9426-e654a650f848 req-3d38fa24-63a4-404b-bb9a-462fe7b64f25 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.081393 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-99335d50-d43d-4960-9426-e654a650f848 req-3d38fa24-63a4-404b-bb9a-462fe7b64f25 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0985301 Aug 13 02:44:03.086492 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Transition to ACTIVE for port object 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:03.090430 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.182317 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-99335d50-d43d-4960-9426-e654a650f848 req-3d4c315a-2fe7-4ef0-be86-c59ed1d7b8a1 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827346 Aug 13 02:44:03.192688 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:03.265076 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Attempting to bind port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:44:03.265422 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Attempting to bind port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:44:03.265756 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Attempting to bind port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b on network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:03.270368 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b on network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:44:03.270693 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Attempting to bind port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b on network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:03.275877 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:44:03.276211 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Checking segment: {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:03.276624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Bound using segment: {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:44:03.277051 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Bound port: 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f682238-87f3-4c4f-b16b-8d784b614134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:44:03.277400 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.347486 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] For port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:44:03.350818 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] For port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:44:03.354863 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.398823 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.399436 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.400827 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] 10.222.0.39 "PUT /v2.0/ports/1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 1094 time: 0.7552705 Aug 13 02:44:03.402875 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:03.405375 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999" -d '{"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:03.463785 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c952a5f-8212-490d-9b3f-5f083b45fb4d x-openstack-request-id: req-1c952a5f-8212-490d-9b3f-5f083b45fb4d {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:03.464060 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:03.464316 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c952a5f-8212-490d-9b3f-5f083b45fb4d {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:03.464734 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'status': 'completed', 'code': 200} Aug 13 02:44:03.471361 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3940ce0-2748-4fe8-aea0-9f4e14122b26 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:03.489352 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0715319-dee4-4450-b53d-651017a79ff0 req-36cf0a9d-4790-4385-ae80-2f475999529e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.490957 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d0715319-dee4-4450-b53d-651017a79ff0 req-36cf0a9d-4790-4385-ae80-2f475999529e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 944 time: 0.1082308 Aug 13 02:44:03.579169 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d0715319-dee4-4450-b53d-651017a79ff0 req-1cb295a2-5b80-4e5b-8da8-b0280ca96042 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797865 Aug 13 02:44:03.594121 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-c2db9ba6-575e-45bb-8ea0-f6074d61343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.595990 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-c2db9ba6-575e-45bb-8ea0-f6074d61343c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9970b6012d604b7cb99f324ab87096c5&device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1097 time: 0.0782409 Aug 13 02:44:03.676079 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-e09177cc-7f9c-4a17-866a-6ad0697ce467 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 217 time: 0.0375118 Aug 13 02:44:03.694375 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8d15a-2fad-4042-91f1-c164ed4a2012 req-72bf397c-4fe6-41c9-b050-89f57967a6ca tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.695801 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6db8d15a-2fad-4042-91f1-c164ed4a2012 req-72bf397c-4fe6-41c9-b050-89f57967a6ca tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0877666 Aug 13 02:44:03.765441 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-942d62b3-2827-47e5-9f43-258ead4b7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.766891 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-942d62b3-2827-47e5-9f43-258ead4b7f68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a50cd83d-1b79-4d16-9b59-ddb882d49974 HTTP/1.1" status: 200 len: 854 time: 0.0702443 Aug 13 02:44:03.769792 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6db8d15a-2fad-4042-91f1-c164ed4a2012 req-326a15e5-ea7a-4f34-be1a-4813a39f019d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656495 Aug 13 02:44:03.816227 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-45eb7aa6-a977-49ac-95d3-934d0e53076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.817777 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-45eb7aa6-a977-49ac-95d3-934d0e53076d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37a8bd14-93fd-431a-8fc9-630a00d4abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414853 Aug 13 02:44:03.905512 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e877e-ce48-42c7-a588-1782b1c6fd93 req-be39318b-a14c-4653-a0cc-37b2081f6a45 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.907012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-262e877e-ce48-42c7-a588-1782b1c6fd93 req-be39318b-a14c-4653-a0cc-37b2081f6a45 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0490892 Aug 13 02:44:03.991538 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-262e877e-ce48-42c7-a588-1782b1c6fd93 req-65c020d6-7e74-4150-b931-3ac11d61fa63 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786190 Aug 13 02:44:04.031206 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-c7f3ed4f-56f7-493b-aab8-7e13abe8889f service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052532 Aug 13 02:44:04.121029 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f1cdea-7705-42ff-95d5-611647ca09c8 req-6aaf4175-693e-42ce-baeb-ed0d53132c16 service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819511 Aug 13 02:44:04.294943 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-a1c46fbb-712b-4f42-bf79-97a85b73dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:04.296427 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-a1c46fbb-712b-4f42-bf79-97a85b73dcb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9970b6012d604b7cb99f324ab87096c5&device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1097 time: 0.0571573 Aug 13 02:44:04.375930 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370e10f-ef9c-464d-8b5c-0b6dac9aae2f req-349d6a9d-36aa-4440-b64e-aa03ae534599 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:04.377410 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6370e10f-ef9c-464d-8b5c-0b6dac9aae2f req-349d6a9d-36aa-4440-b64e-aa03ae534599 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.1001837 Aug 13 02:44:04.431492 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-25ed4406-6b7d-483e-9d3b-9bc1f06ece78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:04.432971 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-25ed4406-6b7d-483e-9d3b-9bc1f06ece78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 200 len: 916 time: 0.1241024 Aug 13 02:44:04.439915 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6370e10f-ef9c-464d-8b5c-0b6dac9aae2f req-da9c707b-a0e4-4f1a-b1ee-391ba8c02ef3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563357 Aug 13 02:44:04.483878 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-ffca8153-7b5e-45e1-b212-69f05ca10e93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 217 time: 0.0374584 Aug 13 02:44:04.534374 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-0304807d-5b29-431b-b172-c10f36ce42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:04.535795 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-0304807d-5b29-431b-b172-c10f36ce42e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a50cd83d-1b79-4d16-9b59-ddb882d49974 HTTP/1.1" status: 200 len: 854 time: 0.0433846 Aug 13 02:44:04.583045 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-1f3e290c-89fb-498a-95c8-9237ebecc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:04.584798 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-1f3e290c-89fb-498a-95c8-9237ebecc077 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37a8bd14-93fd-431a-8fc9-630a00d4abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413525 Aug 13 02:44:04.723461 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb3a78-9da5-43b0-be7c-af5eda749a5f req-a46ef1eb-f6a8-4b2a-8cbd-f8bc1e1801de tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:04.726126 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8eeb3a78-9da5-43b0-be7c-af5eda749a5f req-a46ef1eb-f6a8-4b2a-8cbd-f8bc1e1801de tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 944 time: 0.0845187 Aug 13 02:44:04.731032 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-1643d504-87b0-43f0-8ba3-828dbc543f7f service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347253 Aug 13 02:44:04.812038 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8eeb3a78-9da5-43b0-be7c-af5eda749a5f req-4d507b7a-0da6-416d-9104-d8c87ec76c30 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797031 Aug 13 02:44:04.872625 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ecbc8ec5-fac9-490d-96a3-c2fb94ca3999 req-ad726a18-1aa6-4146-9d32-fdea05c52faa service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253867 Aug 13 02:44:04.894815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5634f-0482-45d9-aef8-793be10e3e12 req-e6727019-2e45-4fe1-8bc1-bb6e2074731d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:04.896160 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91c5634f-0482-45d9-aef8-793be10e3e12 req-e6727019-2e45-4fe1-8bc1-bb6e2074731d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 943 time: 0.0580266 Aug 13 02:44:04.933518 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91c5634f-0482-45d9-aef8-793be10e3e12 req-4d7ef72b-0405-4f9b-9b2d-c076206b2c17 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312593 Aug 13 02:44:05.109563 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de683c-d11b-4cb9-9327-4507ea3e1bdc req-c6ba1ef0-2711-4b19-95f2-df9472768369 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:05.111082 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0de683c-d11b-4cb9-9327-4507ea3e1bdc req-c6ba1ef0-2711-4b19-95f2-df9472768369 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0517612 Aug 13 02:44:05.154260 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0de683c-d11b-4cb9-9327-4507ea3e1bdc req-8f5deab8-fece-454a-a52f-05e320df4954 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364857 Aug 13 02:44:05.563916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7be7c-c96f-4280-addf-7430d494be93 req-333bc7fe-4be2-4ae5-867e-bcea96de664c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:05.565432 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ce7be7c-c96f-4280-addf-7430d494be93 req-333bc7fe-4be2-4ae5-867e-bcea96de664c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0532665 Aug 13 02:44:05.571816 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:44:05.603660 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ce7be7c-c96f-4280-addf-7430d494be93 req-fb207277-1cb4-4347-8c45-3c5905d2568c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Aug 13 02:44:05.672515 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:05.683753 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '327712dd-87ab-45d4-bb23-615c712cf931', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'port_id': '327712dd-87ab-45d4-bb23-615c712cf931', 'mac_address': 'fa:16:3e:ca:dd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:44:05.720612 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:05.732863 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327712dd-87ab-45d4-bb23-615c712cf931 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:44:05.751401 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:05.755837 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:05.756562 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:44:05.863600 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ccb851c7-ca2a-4d08-9f38-bf34cb400bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:05.866616 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:05.878444 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.878776 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.879121 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.879503 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.879790 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.880126 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.880481 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.880814 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.881168 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.881576 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.882150 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.882510 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:05.923239 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:05.934997 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '4019b34f-6fa5-4dfb-8456-a12d74fd4db5', 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c', 'port_id': '4019b34f-6fa5-4dfb-8456-a12d74fd4db5', 'mac_address': 'fa:16:3e:a4:d3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecabeac-db26-4e85-b0de-f51198f4b8f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:44:05.937274 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aeaa8-4487-4fd5-ba69-eb1763e5dd8a req-99a1c6df-61f5-4cd6-b95f-134e8f157372 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:05.938866 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-227aeaa8-4487-4fd5-ba69-eb1763e5dd8a req-99a1c6df-61f5-4cd6-b95f-134e8f157372 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 944 time: 0.0554998 Aug 13 02:44:05.975646 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:05.990659 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-227aeaa8-4487-4fd5-ba69-eb1763e5dd8a req-d68d8869-c9b1-4ccc-9c4a-409df99edf46 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 Aug 13 02:44:05.994077 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:44:06.018803 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:06.024068 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.063112 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 42210) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:06.093559 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:06.136067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d7da0-2b98-4034-ad0a-800aa5e4b0ec req-ad213448-f065-400c-9305-40ce4cecb5d1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.137587 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-032d7da0-2b98-4034-ad0a-800aa5e4b0ec req-ad213448-f065-400c-9305-40ce4cecb5d1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 944 time: 0.0852952 Aug 13 02:44:06.155113 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-26f286ed-fdf8-4b59-b3da-417a89c2b7a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646276 Aug 13 02:44:06.182810 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-032d7da0-2b98-4034-ad0a-800aa5e4b0ec req-54af48f6-ba30-4d06-841c-4eb9b61e0708 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389767 Aug 13 02:44:06.209475 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-66360bd9-bf47-4fac-a5a0-f76f24da942d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.262823 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-cdffc65a-07df-4010-9861-258df549cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.264591 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-cdffc65a-07df-4010-9861-258df549cc18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 1099 time: 0.0508447 Aug 13 02:44:06.333286 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-66360bd9-bf47-4fac-a5a0-f76f24da942d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.339262 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-66360bd9-bf47-4fac-a5a0-f76f24da942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.385487 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-66360bd9-bf47-4fac-a5a0-f76f24da942d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b506dcfd6ca84b15a296b8e69ed1a962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212109 Aug 13 02:44:06.388618 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 42218) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:06.391472 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66360bd9-bf47-4fac-a5a0-f76f24da942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac4f293-4aef-4ab5-bd5f-89d4f57057e1,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:06.414857 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-6dd95695-5a42-4bcc-b46c-6b027ff11081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.416271 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-6dd95695-5a42-4bcc-b46c-6b027ff11081 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 919 time: 0.1291163 Aug 13 02:44:06.472301 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-693ac244-64fe-4587-91b2-d42a171b50bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9013d90-7da6-405b-aec5-854e154f45e3 HTTP/1.1" status: 200 len: 217 time: 0.0473692 Aug 13 02:44:06.518941 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17b8b9-aa76-4f3a-8aa2-80d4d71ba2f0 req-c04eb0c3-065f-4409-8800-0de3026afd99 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.520287 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8f17b8b9-aa76-4f3a-8aa2-80d4d71ba2f0 req-c04eb0c3-065f-4409-8800-0de3026afd99 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.1495569 Aug 13 02:44:06.565906 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-1d47a722-57e5-4658-b6bc-820c3fb933d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.567365 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-1d47a722-57e5-4658-b6bc-820c3fb933d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.0849495 Aug 13 02:44:06.567949 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.591903 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8f17b8b9-aa76-4f3a-8aa2-80d4d71ba2f0 req-7661850e-6ddd-4e7a-952e-f888f90a0647 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644615 Aug 13 02:44:06.603465 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.636195 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-808daff4-e046-4afa-9bc5-143ce656b586 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294766 Aug 13 02:44:06.774038 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.776383 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.777480 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bac4f293-4aef-4ab5-bd5f-89d4f57057e1 HTTP/1.1" status: 204 len: 168 time: 0.3858464 Aug 13 02:44:06.810660 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac4f293-4aef-4ab5-bd5f-89d4f57057e1,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:06.814605 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-fadb0767-5f6e-4354-a39f-929a2b88a749 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577146 Aug 13 02:44:06.835510 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.835851 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.836192 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.836556 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.836887 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.837221 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.837531 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.837855 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.838184 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.838500 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.838818 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.839139 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2ca79-b882-4d89-a860-3be921aa5a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.861746 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092a715-b333-44e9-a88c-7487a583d28c req-b3864a40-26b2-4e24-8864-c111220cf391 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.863455 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1092a715-b333-44e9-a88c-7487a583d28c req-b3864a40-26b2-4e24-8864-c111220cf391 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 944 time: 0.1446731 Aug 13 02:44:06.910420 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['4019b34f-6fa5-4dfb-8456-a12d74fd4db5'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:06.941125 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['327712dd-87ab-45d4-bb23-615c712cf931'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:07.179817 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937798aa-fe2a-43b3-8c48-0b836e82b520 req-df0198a8-7cba-4b11-8a63-464a886c92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.181279 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-937798aa-fe2a-43b3-8c48-0b836e82b520 req-df0198a8-7cba-4b11-8a63-464a886c92a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1099 time: 0.4216678 Aug 13 02:44:07.257961 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1092a715-b333-44e9-a88c-7487a583d28c req-63e54419-f8ed-4b1a-a6d0-3c399ceaaa31 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687680 Aug 13 02:44:07.281453 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3cb88dcb-d202-4508-8948-d9f24c505bfa req-6c78eddf-3185-4546-8075-23e8629c520f service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491813 Aug 13 02:44:07.288985 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-937798aa-fe2a-43b3-8c48-0b836e82b520 req-65cdcf80-d085-4978-b889-1e9b0c0675af service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960455 Aug 13 02:44:07.297630 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bdbcc-325f-407c-bdf8-be7a4f6fa8df req-b8476bfe-4f8c-4083-89d9-6606529bfdbe tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.299131 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-376bdbcc-325f-407c-bdf8-be7a4f6fa8df req-b8476bfe-4f8c-4083-89d9-6606529bfdbe tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 944 time: 0.1215785 Aug 13 02:44:07.368199 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-376bdbcc-325f-407c-bdf8-be7a4f6fa8df req-e35c6924-c15c-4195-b382-1618e12a0df9 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632260 Aug 13 02:44:07.384680 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f92318-34b4-4a61-87ee-8f7476eeb31d req-ca215717-59ee-4332-908c-08526934f38e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.386119 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-30f92318-34b4-4a61-87ee-8f7476eeb31d req-ca215717-59ee-4332-908c-08526934f38e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 944 time: 0.0656247 Aug 13 02:44:07.426246 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-30f92318-34b4-4a61-87ee-8f7476eeb31d req-5583dbbd-a604-43fb-968e-64812fec70f1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Aug 13 02:44:07.710002 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693897e2-b077-473f-8545-a8e1db697047 req-c669717c-eedd-4159-b366-25ab82ef945e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.711508 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-693897e2-b077-473f-8545-a8e1db697047 req-c669717c-eedd-4159-b366-25ab82ef945e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0491438 Aug 13 02:44:07.752994 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-693897e2-b077-473f-8545-a8e1db697047 req-f21fee10-a87d-4625-8c11-f07716a16fab tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356023 Aug 13 02:44:08.303012 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.378317 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b04b28-b003-4524-a2e7-cd5624231913 req-e21f5ac4-85ab-4c19-b11d-96e2162c586f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.379807 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-39b04b28-b003-4524-a2e7-cd5624231913 req-e21f5ac4-85ab-4c19-b11d-96e2162c586f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 944 time: 0.0493839 Aug 13 02:44:08.418556 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-39b04b28-b003-4524-a2e7-cd5624231913 req-e732a544-12bd-42e2-8ca1-ecc5890d5852 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329313 Aug 13 02:44:08.484450 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69ec1d-24db-462b-bc11-a0541b37b80b req-f4151c31-5ee5-41b1-907b-05df8ba38073 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.485954 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5b69ec1d-24db-462b-bc11-a0541b37b80b req-f4151c31-5ee5-41b1-907b-05df8ba38073 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 944 time: 0.0489225 Aug 13 02:44:08.554043 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5b69ec1d-24db-462b-bc11-a0541b37b80b req-2ee832c4-1c25-4b2f-a3dc-684c128c7571 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598352 Aug 13 02:44:08.568016 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d5069-7da4-4118-9c29-514712c6c6af req-d453dd84-6ea0-41a5-9795-fa3eb43ea179 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.569484 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e4d5069-7da4-4118-9c29-514712c6c6af req-d453dd84-6ea0-41a5-9795-fa3eb43ea179 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 944 time: 0.0771661 Aug 13 02:44:08.608893 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e4d5069-7da4-4118-9c29-514712c6c6af req-e42ff80d-b9c1-4845-906c-0df0a88f8726 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Aug 13 02:44:08.769138 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-89ada75b-9439-434a-b0a4-46a9c481de10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:08.869135 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba1390-d406-4773-9e4e-de2980a60094 req-e8aab7f5-d09d-4173-bd15-0b59b08a148f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.870635 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a9ba1390-d406-4773-9e4e-de2980a60094 req-e8aab7f5-d09d-4173-bd15-0b59b08a148f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0508029 Aug 13 02:44:08.908850 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a9ba1390-d406-4773-9e4e-de2980a60094 req-cd0d3dd2-9880-4d1f-ba80-c58a2a4d283b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Aug 13 02:44:09.033226 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.542268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d62d5-94cf-47d5-8a54-453f73657970 req-d19c82ca-571f-4692-818a-d48a7776dacf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:09.543709 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f68d62d5-94cf-47d5-8a54-453f73657970 req-d19c82ca-571f-4692-818a-d48a7776dacf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 944 time: 0.0552247 Aug 13 02:44:09.570739 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:44:09.585995 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f68d62d5-94cf-47d5-8a54-453f73657970 req-79326c43-cbe4-48f2-8cb6-88bff7998b31 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355110 Aug 13 02:44:09.598665 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:09.682139 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28054ddb-f301-4cd5-9cb0-72de08a1a65e req-0d7beb5b-b6fd-46a4-bf7d-c4052b4e9909 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:09.683854 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-28054ddb-f301-4cd5-9cb0-72de08a1a65e req-0d7beb5b-b6fd-46a4-bf7d-c4052b4e9909 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 944 time: 0.0508254 Aug 13 02:44:09.762547 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2777b9-d3e1-4afc-a9ab-51aa99765774 req-15e6c686-aac9-4b81-8b5a-4245900a098c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:09.764266 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bd2777b9-d3e1-4afc-a9ab-51aa99765774 req-15e6c686-aac9-4b81-8b5a-4245900a098c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 944 time: 0.0784755 Aug 13 02:44:09.767579 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-28054ddb-f301-4cd5-9cb0-72de08a1a65e req-57b80315-417c-4d24-ad63-432eb2cd2b40 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726593 Aug 13 02:44:09.813506 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bd2777b9-d3e1-4afc-a9ab-51aa99765774 req-afff8cfa-3e32-411b-8e83-2e3a699f7adf tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391836 Aug 13 02:44:09.839145 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.869715 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 327712dd-87ab-45d4-bb23-615c712cf931 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:09.883534 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 327712dd-87ab-45d4-bb23-615c712cf931 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:09.883939 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.886364 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:09.916150 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'port_id': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'mac_address': 'fa:16:3e:83:58:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:44:09.970796 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.007496 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:44:10.025625 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90954972-f484-4857-b51f-9915fdedfeeb req-39d14f60-54f3-4bc3-8e7c-c87dbd2ef548 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.027019 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-90954972-f484-4857-b51f-9915fdedfeeb req-39d14f60-54f3-4bc3-8e7c-c87dbd2ef548 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0527508 Aug 13 02:44:10.038312 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:10.040100 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.044658 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.066926 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-90954972-f484-4857-b51f-9915fdedfeeb req-d013c5a4-47ef-456f-959e-f0a45823212d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Aug 13 02:44:10.092570 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:10.094750 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba4c991-017c-4d11-b2c1-5e881ce7a954" -d '{"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-plugged", "status": "completed", "tag": "327712dd-87ab-45d4-bb23-615c712cf931"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:10.113994 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:10.125124 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.125913 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:10.149621 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c24992-1af6-4dbf-a195-85f5960b294e x-openstack-request-id: req-72c24992-1af6-4dbf-a195-85f5960b294e {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:10.149918 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-plugged", "status": "completed", "tag": "327712dd-87ab-45d4-bb23-615c712cf931", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:10.150176 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72c24992-1af6-4dbf-a195-85f5960b294e {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:10.150560 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931', 'code': 200} Aug 13 02:44:10.151105 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:10.224055 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:10.236248 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:10.241011 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:10.241393 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.333621 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.336188 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26489040-276f-4726-90da-011a8f2a727c req-34ef4964-9a72-4e37-a259-a562c8079d00 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.337701 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-26489040-276f-4726-90da-011a8f2a727c req-34ef4964-9a72-4e37-a259-a562c8079d00 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0540488 Aug 13 02:44:10.368869 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:10.373581 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:10.429478 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:10.432176 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-3d993edc-2e31-4fef-a192-8e016eb0e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.433713 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-3d993edc-2e31-4fef-a192-8e016eb0e498 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1099 time: 0.1057565 Aug 13 02:44:10.438673 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-26489040-276f-4726-90da-011a8f2a727c req-7ff77cc7-7cf9-4989-9e3d-2eba98ed4eda tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919242 Aug 13 02:44:10.455868 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2b43a-fac8-4467-a785-c65fc8dc797c req-cfc49b3a-4351-49a7-88d4-8d5daebd13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.457351 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ee2b43a-fac8-4467-a785-c65fc8dc797c req-cfc49b3a-4351-49a7-88d4-8d5daebd13c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 1098 time: 0.0794685 Aug 13 02:44:10.535232 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ee2b43a-fac8-4467-a785-c65fc8dc797c req-fa462989-cc38-44d3-919f-0874fdb31db7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683975 Aug 13 02:44:10.558962 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-9c5a178a-9da8-4de6-b8e3-3b328a604022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.560442 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-9c5a178a-9da8-4de6-b8e3-3b328a604022 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 919 time: 0.1162934 Aug 13 02:44:10.711204 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b401e-c6b7-4b5b-8963-35315ed61058 req-c5bfd3d4-1191-4fb2-916d-a5fa75af6a0d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.712680 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e07b401e-c6b7-4b5b-8963-35315ed61058 req-c5bfd3d4-1191-4fb2-916d-a5fa75af6a0d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0525639 Aug 13 02:44:10.738993 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:10.752263 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e07b401e-c6b7-4b5b-8963-35315ed61058 req-0a39abb6-a063-4b85-8150-25e215999b09 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335126 Aug 13 02:44:10.884623 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d667a-0187-4e58-a645-195a590b7fa5 req-3f4fc276-7d90-411b-9c41-35530699b339 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.886019 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6e9d667a-0187-4e58-a645-195a590b7fa5 req-3f4fc276-7d90-411b-9c41-35530699b339 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 945 time: 0.0522380 Aug 13 02:44:10.950353 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6e9d667a-0187-4e58-a645-195a590b7fa5 req-63b4e63d-de8e-4e0e-a37d-92ce62c65dd4 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542917 Aug 13 02:44:10.958625 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678144-f665-4168-9523-4506cdec5a6b req-ada9bbb2-aa9b-482f-afe2-85aeda054efa tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:10.960088 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e678144-f665-4168-9523-4506cdec5a6b req-ada9bbb2-aa9b-482f-afe2-85aeda054efa tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 945 time: 0.0732076 Aug 13 02:44:10.999073 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e678144-f665-4168-9523-4506cdec5a6b req-f3a16e8e-d20d-4391-9f00-eee8f11a703e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Aug 13 02:44:11.059515 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-c5fd852d-3538-416c-8f92-168db201db3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf HTTP/1.1" status: 200 len: 217 time: 0.0365198 Aug 13 02:44:11.114617 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-c58c7dc9-66be-4eba-b44c-8bb4910e9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:11.116008 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-c58c7dc9-66be-4eba-b44c-8bb4910e9457 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.0427756 Aug 13 02:44:11.186749 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-b0ab61a7-cf04-480f-8be2-06bfcd3427cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235522 Aug 13 02:44:11.248979 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.280866 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-85aa2d53-fa01-4d46-b618-0ad0c22a93a6 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870299 Aug 13 02:44:11.373205 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12eb3396-d6f4-4824-8b83-f3a82861491e req-219b7396-7070-4c92-939e-17ab02fc165e service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808315 Aug 13 02:44:11.553921 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0e71-ac26-480c-b8ad-fe8e678f80a3 req-371a9a10-836c-4e98-9f16-b8c3faffcb79 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:11.555382 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-946f0e71-ac26-480c-b8ad-fe8e678f80a3 req-371a9a10-836c-4e98-9f16-b8c3faffcb79 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0488179 Aug 13 02:44:11.596545 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-946f0e71-ac26-480c-b8ad-fe8e678f80a3 req-a628caa9-0e4d-42e8-a430-dbac3f17a51a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352843 Aug 13 02:44:11.869025 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fb284-a7d7-4387-aaa1-45b8a7bb9ea8 req-5b23be32-79bf-4626-863b-93ef3a52da65 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:11.870496 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-202fb284-a7d7-4387-aaa1-45b8a7bb9ea8 req-5b23be32-79bf-4626-863b-93ef3a52da65 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0488398 Aug 13 02:44:11.907452 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-202fb284-a7d7-4387-aaa1-45b8a7bb9ea8 req-be1bc2a3-d721-49f0-b5a8-836084bd8583 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309839 Aug 13 02:44:12.065180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edc227-7917-4492-b86e-2c7a78383082 req-b18bbc6b-995f-4d3d-b6d3-ea1ca91192aa tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.066658 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-27edc227-7917-4492-b86e-2c7a78383082 req-b18bbc6b-995f-4d3d-b6d3-ea1ca91192aa tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 945 time: 0.0484962 Aug 13 02:44:12.133256 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-27edc227-7917-4492-b86e-2c7a78383082 req-7d4e1a96-4c88-42a7-ab98-59d342698bf1 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575886 Aug 13 02:44:12.142282 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00873a0-3db4-41c7-bca5-736822d080e9 req-78f6e088-9152-47e4-8eb0-0f6ff18f7103 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.143713 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c00873a0-3db4-41c7-bca5-736822d080e9 req-78f6e088-9152-47e4-8eb0-0f6ff18f7103 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 945 time: 0.0761855 Aug 13 02:44:12.151567 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5f7463-7718-41fa-bdbb-7209a6b18ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4019b34f-6fa5-4dfb-8456-a12d74fd4db5'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:12.153919 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4252fcd7-1318-4b8c-8b41-96de827358b2" -d '{"events": [{"server_uuid": "6b5f7463-7718-41fa-bdbb-7209a6b18ffd", "name": "network-vif-plugged", "status": "completed", "tag": "4019b34f-6fa5-4dfb-8456-a12d74fd4db5"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:12.182171 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c00873a0-3db4-41c7-bca5-736822d080e9 req-e915ffdc-18c4-4ab9-aa45-3ffe00f5ef5f tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Aug 13 02:44:12.191369 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727edd82-b6cf-47d5-9810-1af3b262b32d x-openstack-request-id: req-727edd82-b6cf-47d5-9810-1af3b262b32d {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:12.191660 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5f7463-7718-41fa-bdbb-7209a6b18ffd", "name": "network-vif-plugged", "status": "completed", "tag": "4019b34f-6fa5-4dfb-8456-a12d74fd4db5", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:12.191909 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-727edd82-b6cf-47d5-9810-1af3b262b32d {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:12.192293 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5f7463-7718-41fa-bdbb-7209a6b18ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4019b34f-6fa5-4dfb-8456-a12d74fd4db5', 'code': 200} Aug 13 02:44:12.429332 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d5b71-66ca-4428-9e21-5a1a509012cd req-e98ff4c4-a1cf-4a6b-9336-c5fed482b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.430693 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-024d5b71-66ca-4428-9e21-5a1a509012cd req-e98ff4c4-a1cf-4a6b-9336-c5fed482b235 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 1098 time: 0.0400426 Aug 13 02:44:12.479404 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-024d5b71-66ca-4428-9e21-5a1a509012cd req-730319c4-9360-4d26-9812-fc360f4bdc43 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354478 Aug 13 02:44:12.711500 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e0203-fa8a-4727-809d-0a6d920e146e req-5ca7ab99-59b1-4032-81e0-fc6417c131b9 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.712891 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fa0e0203-fa8a-4727-809d-0a6d920e146e req-5ca7ab99-59b1-4032-81e0-fc6417c131b9 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0492103 Aug 13 02:44:12.749804 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fa0e0203-fa8a-4727-809d-0a6d920e146e req-db32d61f-411e-4c09-9d60-d139116c9716 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Aug 13 02:44:13.031705 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41578f-9619-4298-981a-3ce37c7bd4f9 req-5f91df85-dc8a-4d06-b05f-bb6a20f98f35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.033230 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0b41578f-9619-4298-981a-3ce37c7bd4f9 req-5f91df85-dc8a-4d06-b05f-bb6a20f98f35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0527077 Aug 13 02:44:13.071800 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0b41578f-9619-4298-981a-3ce37c7bd4f9 req-fb95dcd1-befc-47cd-9eff-e9985088fd39 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Aug 13 02:44:13.247147 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036158e-edce-44f5-9e1e-3998605e0147 req-b50936ec-e430-4a17-b422-125dcd777790 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.250035 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6036158e-edce-44f5-9e1e-3998605e0147 req-b50936ec-e430-4a17-b422-125dcd777790 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 945 time: 0.0500233 Aug 13 02:44:13.315102 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6036158e-edce-44f5-9e1e-3998605e0147 req-bb922104-23df-4ca3-8e9d-39a5fc6e373a tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Aug 13 02:44:13.323216 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb2ad-c898-4c1b-a01e-65323e439319 req-827c6adb-3f05-458a-ac9b-457ce7b37992 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.324679 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1cfcb2ad-c898-4c1b-a01e-65323e439319 req-827c6adb-3f05-458a-ac9b-457ce7b37992 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 945 time: 0.0721276 Aug 13 02:44:13.375414 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1cfcb2ad-c898-4c1b-a01e-65323e439319 req-0c9b6590-5b91-45f8-ae4c-af8ff9f838c8 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380340 Aug 13 02:44:13.611804 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:13.658553 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:13.662022 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:13.662398 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.740122 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.771028 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:13.773838 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:13.822326 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:13.872758 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20dadc-7d3c-44bc-bcb1-3159cb9c4ec7 req-780a71d6-97e1-4761-ab57-d3f7a0601f35 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.874270 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8d20dadc-7d3c-44bc-bcb1-3159cb9c4ec7 req-780a71d6-97e1-4761-ab57-d3f7a0601f35 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0512047 Aug 13 02:44:13.911329 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8d20dadc-7d3c-44bc-bcb1-3159cb9c4ec7 req-da63a3ca-9a80-4c1c-b0b1-ed897731b2b9 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Aug 13 02:44:14.192098 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa5537-40d1-424e-b3bd-a68ff4c1193a req-134a4930-606e-42d5-b465-63952687ec21 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:14.193227 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:14.193642 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-47fa5537-40d1-424e-b3bd-a68ff4c1193a req-134a4930-606e-42d5-b465-63952687ec21 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0529835 Aug 13 02:44:14.196044 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02d2fb9-7824-4fad-99e9-3f73c4917f2c" -d '{"events": [{"server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "name": "network-vif-plugged", "status": "completed", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:14.236028 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-47fa5537-40d1-424e-b3bd-a68ff4c1193a req-fa5526d6-69e2-42b7-8d6a-b027e8788623 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359254 Aug 13 02:44:14.281700 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2d07c9-dc1a-4910-8066-211100fece7d x-openstack-request-id: req-3f2d07c9-dc1a-4910-8066-211100fece7d {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:14.282059 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "name": "network-vif-plugged", "status": "completed", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:14.282383 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f2d07c9-dc1a-4910-8066-211100fece7d {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:14.282873 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'code': 200} Aug 13 02:44:14.368760 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fc9a1-eeee-488c-9baa-0e2746832e9f req-71d7f3b8-00ac-4314-a0fb-d801a7acedc7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:14.370218 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-db5fc9a1-eeee-488c-9baa-0e2746832e9f req-71d7f3b8-00ac-4314-a0fb-d801a7acedc7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0479829 Aug 13 02:44:14.379547 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 42316) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:14.384946 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-cea4590e-c82b-4e86-94a4-c3083147f264 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'floatingip': {'port_id': '327712dd-87ab-45d4-bb23-615c712cf931'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:14.462963 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cea4590e-c82b-4e86-94a4-c3083147f264 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:14.488616 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792145e4-9855-487f-a4e4-5fd3a7067c26 req-99253247-c82d-4a2e-a070-57325511950c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:14.490177 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-792145e4-9855-487f-a4e4-5fd3a7067c26 req-99253247-c82d-4a2e-a070-57325511950c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0680861 Aug 13 02:44:14.547645 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-792145e4-9855-487f-a4e4-5fd3a7067c26 req-916f69fc-08fe-42ab-a83a-70e8ae47bc6b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 Aug 13 02:44:14.556225 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a37c4-0379-4880-a062-a06280430d4f req-8b592a7f-e2d3-403e-8688-03f7853615fb tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:14.559488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc1a37c4-0379-4880-a062-a06280430d4f req-8b592a7f-e2d3-403e-8688-03f7853615fb tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 945 time: 0.0911582 Aug 13 02:44:14.606806 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc1a37c4-0379-4880-a062-a06280430d4f req-5cbd740f-2886-4439-8e7a-32206051c287 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Aug 13 02:44:14.680654 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7f6cc-2235-4668-8787-0376ad4bc6eb req-4d570f03-f4f5-4e04-bbc3-b77b9f8623bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:14.684131 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-46f7f6cc-2235-4668-8787-0376ad4bc6eb req-4d570f03-f4f5-4e04-bbc3-b77b9f8623bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1099 time: 0.0451422 Aug 13 02:44:14.735201 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-46f7f6cc-2235-4668-8787-0376ad4bc6eb req-3e95c3d1-5847-4f2e-a735-169a55e081f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337491 Aug 13 02:44:15.065559 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaf594-ab09-4767-9797-6ddbc0ef26c7 req-223cbe30-61f9-48bd-9d0a-01a75937d4a2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:15.067153 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ddbaf594-ab09-4767-9797-6ddbc0ef26c7 req-223cbe30-61f9-48bd-9d0a-01a75937d4a2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0737574 Aug 13 02:44:15.126366 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ddbaf594-ab09-4767-9797-6ddbc0ef26c7 req-d8061f04-3b15-4072-b446-44bac1cee35a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528877 Aug 13 02:44:15.376739 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cea4590e-c82b-4e86-94a4-c3083147f264 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:15.382122 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cea4590e-c82b-4e86-94a4-c3083147f264 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:15.502345 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-2c036450-ceb3-40ca-9f54-e5b7ad9a3023 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833646632&fields=id&tenant_id=1f35c4d4a6524f078112a8a65b84f54c HTTP/1.1" status: 200 len: 267 time: 0.0339222 Aug 13 02:44:15.537935 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.l3_db [None req-cea4590e-c82b-4e86-94a4-c3083147f264 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Floating IP bde2dd0e-a713-4d79-a7c3-e3de6a483a98 associated. External IP: 172.27.2.60, port: 327712dd-87ab-45d4-bb23-615c712cf931. Aug 13 02:44:15.618564 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061605f8-94b1-4c84-b591-905eb0d33578 req-89ffa213-6e8a-4f83-b62f-3de9ec6878ef tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:15.620638 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-89ffa213-6e8a-4f83-b62f-3de9ec6878ef tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 812 time: 0.1054075 Aug 13 02:44:15.658318 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-731bb238-fd01-4731-b246-8ee2db3fd8e0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/quotas/1f35c4d4a6524f078112a8a65b84f54c HTTP/1.1" status: 200 len: 375 time: 0.0243230 Aug 13 02:44:15.695639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5d156-ca8c-46d5-97c9-1cf7ba58bb73 req-cc6e248f-b04e-4fb2-b0d2-3e096e989f33 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:15.697157 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a9a5d156-ca8c-46d5-97c9-1cf7ba58bb73 req-cc6e248f-b04e-4fb2-b0d2-3e096e989f33 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0754864 Aug 13 02:44:15.756568 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-0e3bd1eb-bd6a-4d1f-aa21-c85af906c4bf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905855 Aug 13 02:44:15.759854 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a9a5d156-ca8c-46d5-97c9-1cf7ba58bb73 req-bd427ad2-5772-4f79-9524-7299f2f50599 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493696 Aug 13 02:44:15.762778 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea4590e-c82b-4e86-94a4-c3083147f264 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:44:15.889520 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea4590e-c82b-4e86-94a4-c3083147f264 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:44:15.893162 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf80b9f-56ca-4d27-8b40-bc789a65e7ee req-f7334e4c-3bd7-49a2-ac10-1cc292ba2488 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:15.894664 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cea4590e-c82b-4e86-94a4-c3083147f264 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:15.894774 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ccf80b9f-56ca-4d27-8b40-bc789a65e7ee req-f7334e4c-3bd7-49a2-ac10-1cc292ba2488 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 945 time: 0.0757620 Aug 13 02:44:15.898451 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-cb2aa7e3-e82c-4a6e-b714-38b89e2ce13f service neutron] 10.222.0.43 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284909 Aug 13 02:44:15.900178 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] Sync routers for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:44:15.912387 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:15.913427 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:15.929569 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-cea4590e-c82b-4e86-94a4-c3083147f264 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "PUT /v2.0/floatingips/bde2dd0e-a713-4d79-a7c3-e3de6a483a98 HTTP/1.1" status: 200 len: 990 time: 1.5482967 Aug 13 02:44:15.930609 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931'}] {{(pid=100588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:15.933273 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e7eaacf07d42cafacb34f76e7f893f7656108f4e0f7504d3ede1c141aad96a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "tag": "327712dd-87ab-45d4-bb23-615c712cf931"}]}' {{(pid=100588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:15.992380 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ccf80b9f-56ca-4d27-8b40-bc789a65e7ee req-78125992-1733-41eb-8026-26f3c67e211b tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870061 Aug 13 02:44:16.034488 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:16.035995 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-1f2a00b5-d6cd-4205-b074-11064bb51f73 service neutron] 10.222.0.43 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286561 Aug 13 02:44:16.256052 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aca6e15-a8ce-4988-b74f-e0525d60d41b x-openstack-request-id: req-1aca6e15-a8ce-4988-b74f-e0525d60d41b {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:16.257936 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "tag": "327712dd-87ab-45d4-bb23-615c712cf931", "status": "completed", "code": 200}]} {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:16.258203 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1aca6e15-a8ce-4988-b74f-e0525d60d41b {{(pid=100588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:16.258696 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931', 'status': 'completed', 'code': 200} Aug 13 02:44:16.299124 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'bde2dd0e-a713-4d79-a7c3-e3de6a483a98', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'port_id': '327712dd-87ab-45d4-bb23-615c712cf931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'mac_address': 'fa:16:3e:ca:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833389e2-88d7-4338-88b2-481dec8d1718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:57Z', 'updated_at': '2021-08-13T02:44:15Z', 'revision_number': 1, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:16.328048 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] Checking router: 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:44:16.338929 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:16.339663 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:16.378792 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678856d-fd20-4689-b9f5-dbe3218b7482 req-f3809568-b738-423d-9d85-680e21c8760e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:16.380301 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3678856d-fd20-4689-b9f5-dbe3218b7482 req-f3809568-b738-423d-9d85-680e21c8760e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0859065 Aug 13 02:44:16.396618 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-80c392e6-49a2-4574-ae57-8686a3291a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:16.398197 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-80c392e6-49a2-4574-ae57-8686a3291a06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 1098 time: 0.0649412 Aug 13 02:44:16.470780 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3678856d-fd20-4689-b9f5-dbe3218b7482 req-b6eba94a-87d4-4b93-8dc4-d9ede5ceccc0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826230 Aug 13 02:44:16.482442 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:16.525540 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-f375fdca-5342-4a9e-817a-64016b41a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:16.530059 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-f375fdca-5342-4a9e-817a-64016b41a4ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.1166189 Aug 13 02:44:16.683810 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-b6ecccb2-1d5a-4b19-9b6d-c7b9f31cda1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=327712dd-87ab-45d4-bb23-615c712cf931 HTTP/1.1" status: 200 len: 998 time: 0.0634658 Aug 13 02:44:16.723301 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'bde2dd0e-a713-4d79-a7c3-e3de6a483a98', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'port_id': '327712dd-87ab-45d4-bb23-615c712cf931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'mac_address': 'fa:16:3e:ca:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833389e2-88d7-4338-88b2-481dec8d1718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:57Z', 'updated_at': '2021-08-13T02:44:15Z', 'revision_number': 1, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:16.748497 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15eed735-48a1-49a9-bc12-1aa2de54175a None None] The sync data for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi is: [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'bde2dd0e-a713-4d79-a7c3-e3de6a483a98', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'port_id': '327712dd-87ab-45d4-bb23-615c712cf931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'mac_address': 'fa:16:3e:ca:dd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833389e2-88d7-4338-88b2-481dec8d1718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:57Z', 'updated_at': '2021-08-13T02:44:15Z', 'revision_number': 1, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:44:16.801029 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-e1bbd4ae-e81a-4bc5-aabe-9afcb1dea594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:16.802554 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-e1bbd4ae-e81a-4bc5-aabe-9afcb1dea594 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0520461 Aug 13 02:44:16.926986 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-5b817ed3-0c23-4d4a-b55a-840ac1583bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:16.928547 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-5b817ed3-0c23-4d4a-b55a-840ac1583bf1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791996 Aug 13 02:44:16.944166 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247401b5-112c-445c-b746-c45cced9d1e6 req-faf82c83-8a5d-4cb1-b940-c332b2d608db tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:16.945691 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-247401b5-112c-445c-b746-c45cced9d1e6 req-faf82c83-8a5d-4cb1-b940-c332b2d608db tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0668898 Aug 13 02:44:16.986692 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5225b50a-429d-403e-a791-106f56675349 None None] New status for floating IP bde2dd0e-a713-4d79-a7c3-e3de6a483a98: ACTIVE {{(pid=100590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:44:17.035213 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-247401b5-112c-445c-b746-c45cced9d1e6 req-f4946065-4ba6-4922-bfc0-afac7d4fd8ae tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814531 Aug 13 02:44:17.069921 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-0935efa5-2e82-485f-8406-7a2d2c61b00b service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232574 Aug 13 02:44:17.264334 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed6df9f8-e033-4691-8cb5-2bea4228dfb2 req-3123079d-7682-4041-9c80-e31688ad1cf4 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889800 Aug 13 02:44:17.453046 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-25004894-75d0-4efd-9acd-e6e9f0d1cc7e req-d180625a-fa93-4eb0-baa4-5a996e9179a0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0268276 Aug 13 02:44:17.611995 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b5b96-5592-46b3-a010-19211f3ad7ab req-8303e891-2ad0-40f5-b634-12f3d8733e43 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:17.613788 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-065b5b96-5592-46b3-a010-19211f3ad7ab req-8303e891-2ad0-40f5-b634-12f3d8733e43 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0600362 Aug 13 02:44:17.657284 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-065b5b96-5592-46b3-a010-19211f3ad7ab req-16ab8881-e8bd-48be-b065-5fbe38e2181f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345228 Aug 13 02:44:18.160776 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2a835-9b52-4e5e-8765-fce74f080b04 req-93d54ef5-59df-4a21-bd44-90f2c309be26 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:18.162240 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a7e2a835-9b52-4e5e-8765-fce74f080b04 req-93d54ef5-59df-4a21-bd44-90f2c309be26 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0502474 Aug 13 02:44:18.199700 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a7e2a835-9b52-4e5e-8765-fce74f080b04 req-c174316b-a6d0-44c0-92c6-d53f146c36dc tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Aug 13 02:44:18.325717 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910fff3-4048-4af2-965e-43bf6230737e req-e299fae5-c885-43d3-8bb8-c9f8e3919f36 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:18.328175 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a910fff3-4048-4af2-965e-43bf6230737e req-e299fae5-c885-43d3-8bb8-c9f8e3919f36 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0499048 Aug 13 02:44:18.373885 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a910fff3-4048-4af2-965e-43bf6230737e req-d0e70dee-6955-47ec-951f-ee4675deb176 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372884 Aug 13 02:44:18.708090 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-46a1f51c-d4e8-4548-8551-e29ce9fe56a5 req-bb2555e2-a548-46f4-a519-d7e039bd50a7 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0484102 Aug 13 02:44:18.730687 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74795b39-59d4-440d-b2f0-2e8e4ef649db req-0a760c07-73e6-4f88-ac40-73c38fd5ad57 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:18.733000 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-74795b39-59d4-440d-b2f0-2e8e4ef649db req-0a760c07-73e6-4f88-ac40-73c38fd5ad57 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0641265 Aug 13 02:44:18.773089 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-74795b39-59d4-440d-b2f0-2e8e4ef649db req-e437f353-75bf-46d2-871b-918c6be7adf0 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335226 Aug 13 02:44:19.146560 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514797c-f0f4-4d68-8f13-828be3d0b074 req-70794240-da20-46d7-a229-dd462fcfd36a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:19.148588 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2514797c-f0f4-4d68-8f13-828be3d0b074 req-70794240-da20-46d7-a229-dd462fcfd36a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0536108 Aug 13 02:44:19.187249 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2514797c-f0f4-4d68-8f13-828be3d0b074 req-53a8b92a-c04c-4cec-882d-34f65aa7821c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Aug 13 02:44:19.345272 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061605f8-94b1-4c84-b591-905eb0d33578 req-1c15df68-1eac-40a2-bf78-f102b1f17f92 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:19.346680 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-1c15df68-1eac-40a2-bf78-f102b1f17f92 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 812 time: 0.1033661 Aug 13 02:44:19.452875 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-e339373e-e3a4-4f7f-89ac-28dbb26809a0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f35c4d4a6524f078112a8a65b84f54c HTTP/1.1" status: 200 len: 379 time: 0.0369878 Aug 13 02:44:19.468755 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'port': {'device_id': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'admin_state_up': True, 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'security_groups': ['bf495af0-e92b-46d0-be60-0686e873f111']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:19.605530 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Made reservation on behalf of 1f35c4d4a6524f078112a8a65b84f54c for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:44:19.610161 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:19.741024 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Allocated IP 172.20.0.4 (f0af92e4-ffda-4e9b-9d0c-8f44de4d016a/b1ebdcee-6265-4c32-b1f4-d885cbdfa20b/11e72fb1-7f09-460a-b2c1-afd729c5ceda) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:19.847635 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9cf9dbd6-cc77-42a8-8cee-045baef1c9da req-791acf9d-5b1c-4a07-925d-26aa38313bc2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0647514 Aug 13 02:44:19.904969 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:19.917872 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Transition to ACTIVE for port object 11e72fb1-7f09-460a-b2c1-afd729c5ceda will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:19.949803 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:19.993083 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:20.000605 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:20.004264 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:20.030950 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'Port': ['ID=11e72fb1-7f09-460a-b2c1-afd729c5ceda,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:20.060057 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:20.061958 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.076877 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b95fa336-0820-44d2-9b00-1edc6d0ad9ed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141877 Aug 13 02:44:20.113816 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Request body: {'port': {'device_id': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:20.172318 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.236535 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-82ab49b2-c315-49a3-b3f4-21bb39b97b73 None None] Provisioning for port 11e72fb1-7f09-460a-b2c1-afd729c5ceda completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:20.242507 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-82ab49b2-c315-49a3-b3f4-21bb39b97b73 None None] Provisioning complete for port 11e72fb1-7f09-460a-b2c1-afd729c5ceda triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:20.242971 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-82ab49b2-c315-49a3-b3f4-21bb39b97b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.286002 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-82ab49b2-c315-49a3-b3f4-21bb39b97b73 None None] Port 11e72fb1-7f09-460a-b2c1-afd729c5ceda cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:44:20.453942 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e72fb1-7f09-460a-b2c1-afd729c5ceda {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:44:20.461537 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.474016 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Transition to ACTIVE for port object 11e72fb1-7f09-460a-b2c1-afd729c5ceda will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:20.477753 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.531433 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Pushing event updated for resources: {'Port': ['ID=11e72fb1-7f09-460a-b2c1-afd729c5ceda,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:20.611311 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Attempting to bind port 11e72fb1-7f09-460a-b2c1-afd729c5ceda on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:44:20.611672 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Attempting to bind port 11e72fb1-7f09-460a-b2c1-afd729c5ceda by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:44:20.611937 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Attempting to bind port 11e72fb1-7f09-460a-b2c1-afd729c5ceda on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:20.617105 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Port 11e72fb1-7f09-460a-b2c1-afd729c5ceda on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:44:20.617432 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Attempting to bind port 11e72fb1-7f09-460a-b2c1-afd729c5ceda on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:20.622630 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:44:20.623017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Checking segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:20.623607 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Bound using segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:44:20.624220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Bound port: 11e72fb1-7f09-460a-b2c1-afd729c5ceda, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:44:20.624607 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.702183 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] For port 11e72fb1-7f09-460a-b2c1-afd729c5ceda, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:44:20.708268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] For port 11e72fb1-7f09-460a-b2c1-afd729c5ceda, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=11e72fb1-7f09-460a-b2c1-afd729c5ceda,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:44:20.714403 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.799389 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:20.800053 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:20.801875 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] 10.222.0.39 "PUT /v2.0/ports/11e72fb1-7f09-460a-b2c1-afd729c5ceda HTTP/1.1" status: 200 len: 1093 time: 0.6929550 Aug 13 02:44:20.802556 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'tag': '11e72fb1-7f09-460a-b2c1-afd729c5ceda'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:20.805320 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce0bfa1-452b-4a35-97be-3f64d34b5157" -d '{"events": [{"name": "network-changed", "server_uuid": "13039c1f-5002-4d7b-bae2-16207551d3a5", "tag": "11e72fb1-7f09-460a-b2c1-afd729c5ceda"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:20.840853 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757c9d9-9221-421d-acaa-565cee8d1988 service neutron] Pushing event updated for resources: {'Port': ['ID=11e72fb1-7f09-460a-b2c1-afd729c5ceda,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:20.886210 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b82b52-b928-4ea1-869e-92ff1b919299 x-openstack-request-id: req-77b82b52-b928-4ea1-869e-92ff1b919299 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:20.886440 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13039c1f-5002-4d7b-bae2-16207551d3a5", "tag": "11e72fb1-7f09-460a-b2c1-afd729c5ceda", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:20.886693 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77b82b52-b928-4ea1-869e-92ff1b919299 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:20.887102 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'tag': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'status': 'completed', 'code': 200} Aug 13 02:44:20.994706 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe444745-7328-4b18-b578-dd15c60d035e req-163749e1-d123-4b79-9ade-17cebc3c05e7 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:20.996174 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fe444745-7328-4b18-b578-dd15c60d035e req-163749e1-d123-4b79-9ade-17cebc3c05e7 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0560222 Aug 13 02:44:21.063875 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fe444745-7328-4b18-b578-dd15c60d035e req-7538466c-f80e-4093-8160-9ee0acf0b5e9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616565 Aug 13 02:44:21.071195 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061605f8-94b1-4c84-b591-905eb0d33578 req-a62c7de7-f518-426a-9d25-700b36cb3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.072966 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-a62c7de7-f518-426a-9d25-700b36cb3306 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0691555 Aug 13 02:44:21.191538 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-7d313ebd-6cba-4441-93ab-bd7851efc2a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11e72fb1-7f09-460a-b2c1-afd729c5ceda HTTP/1.1" status: 200 len: 217 time: 0.0385506 Aug 13 02:44:21.256621 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d51860d6-8245-461b-ad24-af436c4e1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.258062 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-d51860d6-8245-461b-ad24-af436c4e1599 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0430086 Aug 13 02:44:21.318757 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b3950ab1-e336-477a-b203-14e5fa04571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.320236 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-b3950ab1-e336-477a-b203-14e5fa04571f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388856 Aug 13 02:44:21.416987 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-30a4c3da-6aef-4f0c-8c36-c54695405acf service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832260 Aug 13 02:44:21.507840 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-061605f8-94b1-4c84-b591-905eb0d33578 req-aa914074-916c-433b-97e8-3af840999741 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826621 Aug 13 02:44:21.683352 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-6fc8bcaa-f5c4-42da-920b-b3509d148568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.684756 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-6fc8bcaa-f5c4-42da-920b-b3509d148568 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0396597 Aug 13 02:44:21.805954 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-f8c5721e-75be-4400-b25f-b7df8779614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.807561 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-f8c5721e-75be-4400-b25f-b7df8779614d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 913 time: 0.1135449 Aug 13 02:44:21.850392 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-94661807-aab5-492d-b6ba-a565f4ff9c55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11e72fb1-7f09-460a-b2c1-afd729c5ceda HTTP/1.1" status: 200 len: 217 time: 0.0347595 Aug 13 02:44:21.916705 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-31fbdff0-3c1f-48c4-8db1-34e9f234a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.918134 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-31fbdff0-3c1f-48c4-8db1-34e9f234a894 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0475008 Aug 13 02:44:22.259704 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-8221c22b-2abb-4cfe-a8b5-361af241d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:22.261268 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-8221c22b-2abb-4cfe-a8b5-361af241d82c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3295605 Aug 13 02:44:22.273570 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c8a2b-f348-4667-899a-8219204eef2c req-8ad4c1f1-3689-41f1-aaf9-051adf44141f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:22.274896 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-414c8a2b-f348-4667-899a-8219204eef2c req-8ad4c1f1-3689-41f1-aaf9-051adf44141f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0570817 Aug 13 02:44:22.311176 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-414c8a2b-f348-4667-899a-8219204eef2c req-dd08b051-291b-41c5-94bf-989b0826925d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296507 Aug 13 02:44:22.439196 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-6747c842-5931-4ea2-b1bc-7cfaca2debf3 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825205 Aug 13 02:44:22.530131 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce0bfa1-452b-4a35-97be-3f64d34b5157 req-9956d1f4-ae4c-4b46-b80a-d18e1e1d0eba service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817919 Aug 13 02:44:23.430397 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918c9ad-9b4e-4c43-95f5-2737fed6bd4f req-d0a03c96-99d3-426a-a860-3da758ffa859 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:23.431912 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3918c9ad-9b4e-4c43-95f5-2737fed6bd4f req-d0a03c96-99d3-426a-a860-3da758ffa859 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0527208 Aug 13 02:44:23.477582 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3918c9ad-9b4e-4c43-95f5-2737fed6bd4f req-d4bdf1db-d7f9-4e2e-9b42-cb765536fd88 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362668 Aug 13 02:44:24.595497 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43c1ed-e242-4669-9e3b-04bb425ca9dc req-9e88f329-60fe-4c1a-9512-8c0507e266d9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:24.596062 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ba43c1ed-e242-4669-9e3b-04bb425ca9dc req-9e88f329-60fe-4c1a-9512-8c0507e266d9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0479505 Aug 13 02:44:24.635186 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ba43c1ed-e242-4669-9e3b-04bb425ca9dc req-1c21ac12-12dc-47ee-8294-fc691da422a0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335903 Aug 13 02:44:25.753252 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb4348-3fe9-4f98-9930-4dc5d231f652 req-5ec5305e-32de-4177-98a7-08b832c6ba2f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:25.754843 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24bb4348-3fe9-4f98-9930-4dc5d231f652 req-5ec5305e-32de-4177-98a7-08b832c6ba2f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0503943 Aug 13 02:44:25.793380 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-24bb4348-3fe9-4f98-9930-4dc5d231f652 req-cbceab2a-4b0c-426e-95e8-70843426a99c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324998 Aug 13 02:44:26.910980 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469ea07-0ef8-4dcd-b4e9-f4ddb131268f req-4a3ee2a2-e593-4057-9040-ef977e335486 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:26.912464 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7469ea07-0ef8-4dcd-b4e9-f4ddb131268f req-4a3ee2a2-e593-4057-9040-ef977e335486 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0504763 Aug 13 02:44:26.967169 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7469ea07-0ef8-4dcd-b4e9-f4ddb131268f req-5a60f086-e07b-49e8-8fc2-44f2bfab22a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475290 Aug 13 02:44:28.084032 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92514f39-6ef9-4ac7-9a23-f0dfa18ab331 req-ae1bd1ab-ff86-4c64-addb-d32ee41db361 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:28.085524 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-92514f39-6ef9-4ac7-9a23-f0dfa18ab331 req-ae1bd1ab-ff86-4c64-addb-d32ee41db361 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0500247 Aug 13 02:44:28.125349 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-92514f39-6ef9-4ac7-9a23-f0dfa18ab331 req-36133da5-1fec-4731-a766-535239c5ca61 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338337 Aug 13 02:44:29.257335 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cacf-3ae6-45fc-b63d-6afca82e7635 req-af894c66-7149-44d0-a687-9f5fcbc30c9a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:29.259859 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e090cacf-3ae6-45fc-b63d-6afca82e7635 req-af894c66-7149-44d0-a687-9f5fcbc30c9a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0650477 Aug 13 02:44:29.322489 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e090cacf-3ae6-45fc-b63d-6afca82e7635 req-1e689ba2-331c-46b3-87db-394f66bb9edd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403864 Aug 13 02:44:29.511477 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae598-e6bc-4602-88f1-6eb14e970541 req-bffeb866-f720-4d4c-89a2-8689a9f43141 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:29.513330 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-47cae598-e6bc-4602-88f1-6eb14e970541 req-bffeb866-f720-4d4c-89a2-8689a9f43141 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0492735 Aug 13 02:44:29.554978 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-47cae598-e6bc-4602-88f1-6eb14e970541 req-7ec15dcd-21a8-4eee-931c-2af479750f89 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355237 Aug 13 02:44:29.577788 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 42608) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:29.772850 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a0a99-4c66-425a-a35e-85983bf63a6d tempest-TestMinimumBasicScenario-1844364000 tempest-TestMinimumBasicScenario-1844364000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:29.774337 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-912a0a99-4c66-425a-a35e-85983bf63a6d tempest-TestMinimumBasicScenario-1844364000 tempest-TestMinimumBasicScenario-1844364000-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1094 time: 0.1955652 Aug 13 02:44:29.777361 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 42612) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:29.786857 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'floatingip': {'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'port_id': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:29.808459 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for floatingip, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:29.908956 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.025213 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Allocated IP 172.27.2.59 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/12cc97a6-909a-437c-ae3c-f829a30f0a90) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:30.133464 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.177587 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.217917 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:30.220954 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:30.223709 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:30.261714 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'Port': ['ID=12cc97a6-909a-437c-ae3c-f829a30f0a90,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:30.490090 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91abd5-33b8-4150-8810-4da54de68eca req-26152543-c3c9-47fc-a8a9-f7d35398128b tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:30.491840 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf91abd5-33b8-4150-8810-4da54de68eca req-26152543-c3c9-47fc-a8a9-f7d35398128b tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0980754 Aug 13 02:44:30.582534 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf91abd5-33b8-4150-8810-4da54de68eca req-1a14e906-27de-4c52-be61-6be34ff77ee4 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810821 Aug 13 02:44:30.673595 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.745195 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.896822 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.901486 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:30.967903 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'Port': ['ID=12cc97a6-909a-437c-ae3c-f829a30f0a90,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:30.981100 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.079739 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Floating IP 7d1a66d1-bb0e-4ae9-b786-da9a00d63a7f associated. External IP: 172.27.2.59, port: 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b. Aug 13 02:44:31.285005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Router 441b9e05-fb69-4896-ba07-f75f4ce00afe has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:44:31.406418 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:44:31.417176 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] Sync routers for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:44:31.423180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.433869 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:31.434573 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:31.450626 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-7d32f6f3-2b8c-4de6-b7b7-31052b58ae5c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6722403 Aug 13 02:44:31.451191 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:31.453517 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281" -d '{"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:31.454100 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 42628) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:31.459049 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1292005251', 'description': 'tempest-secgroup-smoke-1292005251 description', 'project_id': '9970b6012d604b7cb99f324ab87096c5'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:31.483278 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.494372 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f2902f-5660-4938-bd8b-6ea7c7098c44 x-openstack-request-id: req-62f2902f-5660-4938-bd8b-6ea7c7098c44 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:31.494668 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:31.495027 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62f2902f-5660-4938-bd8b-6ea7c7098c44 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:31.495446 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'status': 'completed', 'code': 200} Aug 13 02:44:31.541178 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:31.574057 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.578426 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.618834 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.622880 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1651568 Aug 13 02:44:31.623508 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 42634) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:31.631878 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-a0ea90b7-b100-48d2-a467-5f5e71db59e7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'security_group_rule': {'security_group_id': '75af9ff5-2185-4a11-af36-32ae38335bf3', 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:31.642487 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-5e62e93c-8db6-4a3b-8b63-b212f96c02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:31.643567 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75af9ff5-2185-4a11-af36-32ae38335bf3,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:31.644746 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-5e62e93c-8db6-4a3b-8b63-b212f96c02b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9970b6012d604b7cb99f324ab87096c5&device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1099 time: 0.0684774 Aug 13 02:44:31.664823 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.665907 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.666477 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.666969 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.667518 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.668016 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.668625 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.669269 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.670063 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.670689 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.671251 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.671902 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4be786-67b1-4b32-9554-b70bcedfb954 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:31.684611 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a0ea90b7-b100-48d2-a467-5f5e71db59e7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.740807 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a0ea90b7-b100-48d2-a467-5f5e71db59e7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.746431 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 11e72fb1-7f09-460a-b2c1-afd729c5ceda details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:44:31.760115 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a0ea90b7-b100-48d2-a467-5f5e71db59e7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.781795 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6fc83-beec-4194-99d0-f54e0c94782e req-e5277174-9a35-436e-9210-b98393c4b7b2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:31.786944 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5dc6fc83-beec-4194-99d0-f54e0c94782e req-e5277174-9a35-436e-9210-b98393c4b7b2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0757613 Aug 13 02:44:31.795341 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea90b7-b100-48d2-a467-5f5e71db59e7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6750f8-67f3-4f4c-8a94-79358371e9f0,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:31.801955 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a0ea90b7-b100-48d2-a467-5f5e71db59e7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.805798 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a0ea90b7-b100-48d2-a467-5f5e71db59e7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1778145 Aug 13 02:44:31.806364 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '7d1a66d1-bb0e-4ae9-b786-da9a00d63a7f', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'port_id': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'mac_address': 'fa:16:3e:83:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:44:30Z', 'updated_at': '2021-08-13T02:44:30Z', 'revision_number': 0, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:14Z', 'revision_number': 5, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:31.808591 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 42638) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:31.814081 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-d778fc8e-9c66-44a2-99da-6c00f44971a5 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'security_group_rule': {'security_group_id': '75af9ff5-2185-4a11-af36-32ae38335bf3', 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:31.837465 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] Checking router: 441b9e05-fb69-4896-ba07-f75f4ce00afe for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:44:31.845593 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-21e80675-1287-45b8-b105-e7e6dfb8dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:31.846809 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:31.847085 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-21e80675-1287-45b8-b105-e7e6dfb8dc59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 200 len: 916 time: 0.1916971 Aug 13 02:44:31.847428 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:31.849790 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d778fc8e-9c66-44a2-99da-6c00f44971a5 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.862098 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5dc6fc83-beec-4194-99d0-f54e0c94782e req-5ef66c1b-8432-4f58-8347-db3199ac7992 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661459 Aug 13 02:44:31.897837 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 11e72fb1-7f09-460a-b2c1-afd729c5ceda, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=11e72fb1-7f09-460a-b2c1-afd729c5ceda,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:31.933850 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'port_id': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'mac_address': 'fa:16:3e:c6:e7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:44:31.934125 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d778fc8e-9c66-44a2-99da-6c00f44971a5 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.940282 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d778fc8e-9c66-44a2-99da-6c00f44971a5 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.943753 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-cd282c71-c8f2-4cda-b483-71845abe74ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 999 time: 0.0801792 Aug 13 02:44:31.962932 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778fc8e-9c66-44a2-99da-6c00f44971a5 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b755741-429f-4c7f-b91f-98b4c702c861,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:31.991955 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d778fc8e-9c66-44a2-99da-6c00f44971a5 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:31.996040 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 42642) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:31.996393 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d778fc8e-9c66-44a2-99da-6c00f44971a5 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1863120 Aug 13 02:44:32.006009 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-9c20182a-a39b-4e44-9637-187df4b7c5c6 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'security_group_rule': {'security_group_id': '75af9ff5-2185-4a11-af36-32ae38335bf3', 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:32.014951 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.025616 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-8a6e57cf-944f-4bbe-994c-3576ccda6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:32.027311 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-8a6e57cf-944f-4bbe-994c-3576ccda6d83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a50cd83d-1b79-4d16-9b59-ddb882d49974 HTTP/1.1" status: 200 len: 854 time: 0.0714087 Aug 13 02:44:32.035776 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e72fb1-7f09-460a-b2c1-afd729c5ceda {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:44:32.047001 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9c20182a-a39b-4e44-9637-187df4b7c5c6 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.055855 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:32.062382 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 11e72fb1-7f09-460a-b2c1-afd729c5ceda, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=11e72fb1-7f09-460a-b2c1-afd729c5ceda,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:32.066550 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.123725 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=11e72fb1-7f09-460a-b2c1-afd729c5ceda,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:32.137429 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-4e843ca0-983a-4c9a-8796-00d50c8de432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:32.139618 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-4e843ca0-983a-4c9a-8796-00d50c8de432 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37a8bd14-93fd-431a-8fc9-630a00d4abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775695 Aug 13 02:44:32.145626 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9c20182a-a39b-4e44-9637-187df4b7c5c6 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.149741 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9c20182a-a39b-4e44-9637-187df4b7c5c6 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.186155 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20182a-a39b-4e44-9637-187df4b7c5c6 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3b6f41-c420-4704-b1f4-ddd1ff8ee064,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:32.217029 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9c20182a-a39b-4e44-9637-187df4b7c5c6 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.218369 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-9c20182a-a39b-4e44-9637-187df4b7c5c6 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2167687 Aug 13 02:44:32.221263 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 42644) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:32.226915 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-c5a1f2a8-516b-43c8-b8d4-ca73c86fbb3d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'security_group_rule': {'security_group_id': '75af9ff5-2185-4a11-af36-32ae38335bf3', 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:32.264436 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f2a8-516b-43c8-b8d4-ca73c86fbb3d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.267689 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-9b770235-1ebe-4877-8735-02519a7a2521 service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126540 Aug 13 02:44:32.324262 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '7d1a66d1-bb0e-4ae9-b786-da9a00d63a7f', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'port_id': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'mac_address': 'fa:16:3e:83:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:44:30Z', 'updated_at': '2021-08-13T02:44:30Z', 'revision_number': 0, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:14Z', 'revision_number': 5, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:32.382160 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f97da-8ee0-4300-86b6-f7c7ee654ed2 None None] The sync data for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi is: [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '7d1a66d1-bb0e-4ae9-b786-da9a00d63a7f', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'port_id': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'mac_address': 'fa:16:3e:83:58:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:44:30Z', 'updated_at': '2021-08-13T02:44:30Z', 'revision_number': 0, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:14Z', 'revision_number': 5, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:44:32.390634 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f2a8-516b-43c8-b8d4-ca73c86fbb3d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.397936 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f2a8-516b-43c8-b8d4-ca73c86fbb3d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.430556 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1bbfaca-9a6f-46d3-a8f3-73ae048c0281 req-1a88cb2a-9a92-4d26-8094-258575863efc service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492641 Aug 13 02:44:32.439230 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1f2a8-516b-43c8-b8d4-ca73c86fbb3d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d08c9e-99e0-4876-9187-615fd919a038,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:32.447839 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f2a8-516b-43c8-b8d4-ca73c86fbb3d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.452521 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c5a1f2a8-516b-43c8-b8d4-ca73c86fbb3d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2266119 Aug 13 02:44:32.452962 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 42650) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:32.459580 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-93bdb365-f405-4ff6-bd91-1a8df8c7621c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'security_group_rule': {'security_group_id': '75af9ff5-2185-4a11-af36-32ae38335bf3', 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:32.497646 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.securitygroups_db [None req-93bdb365-f405-4ff6-bd91-1a8df8c7621c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Project 9970b6012d604b7cb99f324ab87096c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:44:32.503717 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-93bdb365-f405-4ff6-bd91-1a8df8c7621c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.571379 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-93bdb365-f405-4ff6-bd91-1a8df8c7621c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.576750 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-93bdb365-f405-4ff6-bd91-1a8df8c7621c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.598949 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdb365-f405-4ff6-bd91-1a8df8c7621c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876af84a-eda4-4113-8417-accdc6906904,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:32.601892 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-93bdb365-f405-4ff6-bd91-1a8df8c7621c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.605947 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 42652) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:32.606077 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-93bdb365-f405-4ff6-bd91-1a8df8c7621c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518931 Aug 13 02:44:32.611168 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-66cac88f-4343-4785-be0a-9272e2cfead7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'security_group_rule': {'security_group_id': '75af9ff5-2185-4a11-af36-32ae38335bf3', 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:32.634967 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.securitygroups_db [None req-66cac88f-4343-4785-be0a-9272e2cfead7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Project 9970b6012d604b7cb99f324ab87096c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:44:32.640814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-66cac88f-4343-4785-be0a-9272e2cfead7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.642159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5cceb-ff7a-4292-a95f-801782e36129 None None] New status for floating IP 7d1a66d1-bb0e-4ae9-b786-da9a00d63a7f: ACTIVE {{(pid=100590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:44:32.718383 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-66cac88f-4343-4785-be0a-9272e2cfead7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.724755 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-66cac88f-4343-4785-be0a-9272e2cfead7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.754879 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cac88f-4343-4785-be0a-9272e2cfead7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345d9f5c-06e4-4e7a-9851-39abe11b04b0,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:32.763022 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-66cac88f-4343-4785-be0a-9272e2cfead7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.765077 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-66cac88f-4343-4785-be0a-9272e2cfead7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570289 Aug 13 02:44:32.854868 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2761fe05-a50b-4067-8fc4-480f791e640f req-c54de3c8-435b-494d-b17e-ae3235c8828d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292005251&fields=id&tenant_id=9970b6012d604b7cb99f324ab87096c5 HTTP/1.1" status: 200 len: 267 time: 0.0326898 Aug 13 02:44:32.900419 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['11e72fb1-7f09-460a-b2c1-afd729c5ceda'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:32.909164 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fe05-a50b-4067-8fc4-480f791e640f req-68a8e501-a2d8-4726-bd04-48d9a5313910 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:32.910696 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2761fe05-a50b-4067-8fc4-480f791e640f req-68a8e501-a2d8-4726-bd04-48d9a5313910 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0496774 Aug 13 02:44:32.922519 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-2761fe05-a50b-4067-8fc4-480f791e640f req-fe8ae5e7-de03-4405-a747-7640d2c2e35e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'port': {'security_groups': ['04918d59-73d8-4625-bd23-4282d8d2f8e4', '75af9ff5-2185-4a11-af36-32ae38335bf3']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:33.026165 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-2761fe05-a50b-4067-8fc4-480f791e640f req-fe8ae5e7-de03-4405-a747-7640d2c2e35e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.045962 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46d85f-cc8d-4ce2-aaa5-a11689ef39fb req-353de6d8-4024-49db-9826-752ce6c48b07 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:33.047378 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ae46d85f-cc8d-4ce2-aaa5-a11689ef39fb req-353de6d8-4024-49db-9826-752ce6c48b07 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 944 time: 0.1207962 Aug 13 02:44:33.120845 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ae46d85f-cc8d-4ce2-aaa5-a11689ef39fb req-e422638e-0a00-4d9d-b429-aea545135dd0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666597 Aug 13 02:44:33.170439 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:44:33.268715 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-2761fe05-a50b-4067-8fc4-480f791e640f req-fe8ae5e7-de03-4405-a747-7640d2c2e35e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] For port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:33.298167 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-2761fe05-a50b-4067-8fc4-480f791e640f req-fe8ae5e7-de03-4405-a747-7640d2c2e35e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.302827 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-2761fe05-a50b-4067-8fc4-480f791e640f req-fe8ae5e7-de03-4405-a747-7640d2c2e35e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.345774 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fe05-a50b-4067-8fc4-480f791e640f req-fe8ae5e7-de03-4405-a747-7640d2c2e35e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:33.346418 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-2761fe05-a50b-4067-8fc4-480f791e640f req-fe8ae5e7-de03-4405-a747-7640d2c2e35e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.347824 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2761fe05-a50b-4067-8fc4-480f791e640f req-fe8ae5e7-de03-4405-a747-7640d2c2e35e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "PUT /v2.0/ports/1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 982 time: 0.4305842 Aug 13 02:44:33.381876 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ae5e7-de03-4405-a747-7640d2c2e35e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'Port': ['ID=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,revision_number=6']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:33.467674 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b958b3-f6e3-4b56-b25a-e3cbe20e81b1 req-64a3ab7f-760b-43b4-a9f5-68ddf3227b56 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:33.476059 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-09b958b3-f6e3-4b56-b25a-e3cbe20e81b1 req-64a3ab7f-760b-43b4-a9f5-68ddf3227b56 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0661640 Aug 13 02:44:33.497018 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:33.502460 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e322102-e36d-400e-a496-b38621a4049e" -d '{"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:33.537020 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-09b958b3-f6e3-4b56-b25a-e3cbe20e81b1 req-4d0a288a-d2ed-4f3c-b2c1-c98060ea54e3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600178 Aug 13 02:44:33.546777 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245d6edb-62e3-414b-9f26-6821ae720bc2 x-openstack-request-id: req-245d6edb-62e3-414b-9f26-6821ae720bc2 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:33.547071 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:33.547321 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-245d6edb-62e3-414b-9f26-6821ae720bc2 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:33.547718 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'status': 'completed', 'code': 200} Aug 13 02:44:33.584534 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-76c01679-dc28-464f-98ea-7feb8c68d960 None None] Provisioning complete for port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:33.584914 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-76c01679-dc28-464f-98ea-7feb8c68d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.754815 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:33.925329 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e322102-e36d-400e-a496-b38621a4049e req-065a5853-30d8-4190-8dad-247c0f57967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:33.926827 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e322102-e36d-400e-a496-b38621a4049e req-065a5853-30d8-4190-8dad-247c0f57967f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9970b6012d604b7cb99f324ab87096c5&device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1138 time: 0.2993767 Aug 13 02:44:34.027009 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e322102-e36d-400e-a496-b38621a4049e req-f9e52fb1-ed57-470d-aa50-95624c797b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:34.028594 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e322102-e36d-400e-a496-b38621a4049e req-f9e52fb1-ed57-470d-aa50-95624c797b28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 200 len: 916 time: 0.0905261 Aug 13 02:44:34.103325 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e322102-e36d-400e-a496-b38621a4049e req-6101a0c8-77e8-4987-a917-f9c95dd3e4f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 1001 time: 0.0617256 Aug 13 02:44:34.159525 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e322102-e36d-400e-a496-b38621a4049e req-04f0f518-7aaa-4602-a16c-2c1e1b81f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:34.161036 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e322102-e36d-400e-a496-b38621a4049e req-04f0f518-7aaa-4602-a16c-2c1e1b81f363 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a50cd83d-1b79-4d16-9b59-ddb882d49974 HTTP/1.1" status: 200 len: 854 time: 0.0429778 Aug 13 02:44:34.241813 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e322102-e36d-400e-a496-b38621a4049e req-21557a89-d605-4891-8cb4-9b71adac7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:34.243311 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e322102-e36d-400e-a496-b38621a4049e req-21557a89-d605-4891-8cb4-9b71adac7c27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37a8bd14-93fd-431a-8fc9-630a00d4abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745769 Aug 13 02:44:34.303449 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbd0e3-3624-4789-887b-a00c1de6d77d req-929cacda-571a-444a-a09a-57138725f93a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:34.304914 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3efbd0e3-3624-4789-887b-a00c1de6d77d req-929cacda-571a-444a-a09a-57138725f93a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 944 time: 0.1051645 Aug 13 02:44:34.361411 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3efbd0e3-3624-4789-887b-a00c1de6d77d req-3e823871-e661-4b5f-8367-84f233f0bf6b tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490308 Aug 13 02:44:34.371734 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e322102-e36d-400e-a496-b38621a4049e req-54bfbbc2-a1eb-4e00-8a0b-de3130e21e71 service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190803 Aug 13 02:44:34.467561 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e322102-e36d-400e-a496-b38621a4049e req-902c0f40-6313-45ce-9f62-c221f776274a service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865681 Aug 13 02:44:34.586102 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:35.478046 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c1ea9-ea26-469a-97d7-cd70e984447e req-3a6d8606-f48c-44c4-99da-b1ff48f6894c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:35.479499 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-296c1ea9-ea26-469a-97d7-cd70e984447e req-3a6d8606-f48c-44c4-99da-b1ff48f6894c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 944 time: 0.0486057 Aug 13 02:44:35.516843 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-296c1ea9-ea26-469a-97d7-cd70e984447e req-c0909ee7-699b-4886-beb5-9fc58729d6cb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 Aug 13 02:44:35.768922 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 11e72fb1-7f09-460a-b2c1-afd729c5ceda up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:35.816071 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-36d94352-9802-49f9-b4ac-f576662ef12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.838138 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 11e72fb1-7f09-460a-b2c1-afd729c5ceda completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:35.842293 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 11e72fb1-7f09-460a-b2c1-afd729c5ceda triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:35.842660 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.918736 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.941430 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e72fb1-7f09-460a-b2c1-afd729c5ceda'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:35.943653 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea774fdd-9e72-43c4-a08c-5f92a6b9ca0e" -d '{"events": [{"server_uuid": "13039c1f-5002-4d7b-bae2-16207551d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "11e72fb1-7f09-460a-b2c1-afd729c5ceda"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:35.956573 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 11e72fb1-7f09-460a-b2c1-afd729c5ceda, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=11e72fb1-7f09-460a-b2c1-afd729c5ceda,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:35.960706 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.984101 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e95b44-452f-4890-8022-62f1c7cbf570 x-openstack-request-id: req-d9e95b44-452f-4890-8022-62f1c7cbf570 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:35.984392 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13039c1f-5002-4d7b-bae2-16207551d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "11e72fb1-7f09-460a-b2c1-afd729c5ceda", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:35.984670 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9e95b44-452f-4890-8022-62f1c7cbf570 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:35.985056 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'code': 200} Aug 13 02:44:36.010401 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=11e72fb1-7f09-460a-b2c1-afd729c5ceda,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:36.373800 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e817798-0428-4187-8bf4-36517bf91d11 req-93d25d4e-760e-48b7-a758-dd05906a56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:36.375193 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7e817798-0428-4187-8bf4-36517bf91d11 req-93d25d4e-760e-48b7-a758-dd05906a56b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0406685 Aug 13 02:44:36.421251 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7e817798-0428-4187-8bf4-36517bf91d11 req-d349d233-f7bf-48d3-98b3-1ae3be91563f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304909 Aug 13 02:44:36.643654 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c108eb5-06cc-4250-bbb8-7c024a112dff req-3db7d20f-1deb-4f94-9967-329b81367415 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:36.645475 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c108eb5-06cc-4250-bbb8-7c024a112dff req-3db7d20f-1deb-4f94-9967-329b81367415 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0587027 Aug 13 02:44:36.685852 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c108eb5-06cc-4250-bbb8-7c024a112dff req-16774a21-1e12-4079-b1d4-dcece79c9f7c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337543 Aug 13 02:44:37.808170 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f058e-f5fc-4bef-83a6-cb9fead22289 req-1dc62d53-5cc7-4d83-86cf-80bcd6dbe9d5 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:37.809708 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f60f058e-f5fc-4bef-83a6-cb9fead22289 req-1dc62d53-5cc7-4d83-86cf-80bcd6dbe9d5 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0495126 Aug 13 02:44:37.848072 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f60f058e-f5fc-4bef-83a6-cb9fead22289 req-28783aaf-0441-4f56-8515-819256aae5c9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321140 Aug 13 02:44:38.078561 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e40728-fe44-47fd-aec7-48a08200ae45 req-5aa98942-313f-4c76-8aee-5a403d2f7c8e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:38.080038 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e2e40728-fe44-47fd-aec7-48a08200ae45 req-5aa98942-313f-4c76-8aee-5a403d2f7c8e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0654995 Aug 13 02:44:38.133306 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e2e40728-fe44-47fd-aec7-48a08200ae45 req-9a16e5a1-c75f-4165-8955-3883f92fd59f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Aug 13 02:44:38.136038 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-e55125f2-17db-4219-b21f-acd4f9a8e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:38.137335 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-e55125f2-17db-4219-b21f-acd4f9a8e636 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1099 time: 0.0818644 Aug 13 02:44:38.227306 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-da95a804-d319-4e44-9d81-3b04dff3a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:38.228701 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-da95a804-d319-4e44-9d81-3b04dff3a802 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 919 time: 0.0828309 Aug 13 02:44:38.282813 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-76b738a3-a02c-4af9-b543-3e2cbd06c2c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf HTTP/1.1" status: 200 len: 217 time: 0.0388169 Aug 13 02:44:38.314166 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.339391 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-2d7d7a9d-b79f-4ac6-a762-eb243042f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:38.340893 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-2d7d7a9d-b79f-4ac6-a762-eb243042f7b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.0479703 Aug 13 02:44:38.388952 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-53d43e23-b6c0-4db6-973a-18a5d4d698d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250010 Aug 13 02:44:38.511942 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-efe98775-1043-4b88-8383-d7a1ba799267 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Aug 13 02:44:38.621349 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1644900c-db8e-440f-9bc9-1fe0f159c77e req-54ed5cf6-beaf-4f2a-8767-62ff746ded0f service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800931 Aug 13 02:44:38.769714 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdd51-ae72-44d2-bfaa-fbefc432fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.964261 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43718b0a-6221-4fe8-ac81-ebb82321824c req-e3f71e72-89d6-4286-a3a0-25a40f8e2a48 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:38.966285 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-43718b0a-6221-4fe8-ac81-ebb82321824c req-e3f71e72-89d6-4286-a3a0-25a40f8e2a48 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0480907 Aug 13 02:44:39.005154 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-43718b0a-6221-4fe8-ac81-ebb82321824c req-57807d5d-4e6b-4ce6-90c1-95e86d021357 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327330 Aug 13 02:44:39.040240 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.256129 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1836f-417b-4def-b45a-bd5d342dd35e req-6a810aef-b27c-4ddb-a76c-469369afb210 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:39.257629 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-edd1836f-417b-4def-b45a-bd5d342dd35e req-6a810aef-b27c-4ddb-a76c-469369afb210 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0533881 Aug 13 02:44:39.293625 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-edd1836f-417b-4def-b45a-bd5d342dd35e req-90e09172-5152-479a-a04a-282795533b38 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300717 Aug 13 02:44:39.682051 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.119025 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c486d1-9f84-4f25-a88a-70228625634b req-fcb94ba5-605d-41c9-b298-273e7ec62290 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:40.120511 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-48c486d1-9f84-4f25-a88a-70228625634b req-fcb94ba5-605d-41c9-b298-273e7ec62290 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0486722 Aug 13 02:44:40.158126 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-48c486d1-9f84-4f25-a88a-70228625634b req-23f88b21-d7c0-4170-943b-7353257fe28c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313590 Aug 13 02:44:40.274732 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc944d-5e8b-409a-a95d-af1a136ac750 req-6255dda0-d8b2-4063-9030-ab66dbd08223 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:40.276127 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5fdc944d-5e8b-409a-a95d-af1a136ac750 req-6255dda0-d8b2-4063-9030-ab66dbd08223 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0498216 Aug 13 02:44:40.312725 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5fdc944d-5e8b-409a-a95d-af1a136ac750 req-4bf8c70a-c823-4a87-95eb-41cec18dbb55 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305231 Aug 13 02:44:40.335873 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 42756) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:40.416102 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d0095-735f-406a-ae79-8eecc290af46 req-0a15f5bf-c3b2-4fcb-bd3e-0d1d6cc199f5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:40.417621 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6b4d0095-735f-406a-ae79-8eecc290af46 req-0a15f5bf-c3b2-4fcb-bd3e-0d1d6cc199f5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0532005 Aug 13 02:44:40.457501 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6b4d0095-735f-406a-ae79-8eecc290af46 req-aebe95f6-3108-49bd-a90e-d2c73e105a63 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336838 Aug 13 02:44:40.506471 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301dd59b-4ee5-4e69-b8d0-d6a95f2c1c7b tempest-TestVolumeBootPattern-810883808 tempest-TestVolumeBootPattern-810883808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:40.507988 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-301dd59b-4ee5-4e69-b8d0-d6a95f2c1c7b tempest-TestVolumeBootPattern-810883808 tempest-TestVolumeBootPattern-810883808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 1093 time: 0.1714735 Aug 13 02:44:40.510783 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 42762) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:40.515709 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'floatingip': {'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'port_id': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:40.538876 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.632365 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.740887 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Allocated IP 172.27.2.73 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/467d0fdc-bfe8-4bd7-908b-3850919afd46) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:40.844332 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.883823 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.919436 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:40.924063 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:40.927418 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:40.932613 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'Port': ['ID=467d0fdc-bfe8-4bd7-908b-3850919afd46,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:41.253225 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.313600 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.384806 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.533623 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.546624 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.572049 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a367cd0-b1a7-4677-8380-673caa6a5033 req-98ce94cc-483a-4d3c-bef3-8ceb16ef9a6a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:41.573563 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9a367cd0-b1a7-4677-8380-673caa6a5033 req-98ce94cc-483a-4d3c-bef3-8ceb16ef9a6a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0486937 Aug 13 02:44:41.612943 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9a367cd0-b1a7-4677-8380-673caa6a5033 req-17d9f0d1-0c93-4645-806b-e550944255be tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Aug 13 02:44:41.613194 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'Port': ['ID=467d0fdc-bfe8-4bd7-908b-3850919afd46,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:41.627545 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.726220 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.l3_db [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Floating IP 797c0084-a25a-4ed2-8871-73fc4a681379 associated. External IP: 172.27.2.73, port: 11e72fb1-7f09-460a-b2c1-afd729c5ceda. Aug 13 02:44:41.935690 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:44:42.217864 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:44:42.226894 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638a987-6553-4951-8547-32e81efe422a None None] Sync routers for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:44:42.235338 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.236425 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638a987-6553-4951-8547-32e81efe422a None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:42.237073 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-4638a987-6553-4951-8547-32e81efe422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:42.266997 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-22a3b8f6-704f-4508-9eb7-e24659c85c4f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7552109 Aug 13 02:44:42.267592 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'tag': '11e72fb1-7f09-460a-b2c1-afd729c5ceda'}] {{(pid=100588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:42.269862 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e7eaacf07d42cafacb34f76e7f893f7656108f4e0f7504d3ede1c141aad96a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "13039c1f-5002-4d7b-bae2-16207551d3a5", "tag": "11e72fb1-7f09-460a-b2c1-afd729c5ceda"}]}' {{(pid=100588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:42.306803 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29813644-4ff9-4238-abc7-f199feb0202a x-openstack-request-id: req-29813644-4ff9-4238-abc7-f199feb0202a {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:42.307096 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13039c1f-5002-4d7b-bae2-16207551d3a5", "tag": "11e72fb1-7f09-460a-b2c1-afd729c5ceda", "status": "completed", "code": 200}]} {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:42.307350 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29813644-4ff9-4238-abc7-f199feb0202a {{(pid=100588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:42.307747 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'tag': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'status': 'completed', 'code': 200} Aug 13 02:44:42.342083 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-4638a987-6553-4951-8547-32e81efe422a None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:42.430860 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-bcf138e8-662e-41d3-92a0-d4a634980211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:42.432337 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-bcf138e8-662e-41d3-92a0-d4a634980211 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0396767 Aug 13 02:44:42.528393 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-174b5b95-1a3c-487c-87e2-d0cb97bb81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:42.529946 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-174b5b95-1a3c-487c-87e2-d0cb97bb81b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 913 time: 0.0850968 Aug 13 02:44:42.564508 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-4638a987-6553-4951-8547-32e81efe422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '797c0084-a25a-4ed2-8871-73fc4a681379', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:c6:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:44:41Z', 'updated_at': '2021-08-13T02:44:41Z', 'revision_number': 0, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:42.591490 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638a987-6553-4951-8547-32e81efe422a None None] Checking router: b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:44:42.599815 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638a987-6553-4951-8547-32e81efe422a None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:42.600437 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-4638a987-6553-4951-8547-32e81efe422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:42.601529 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-f75eec49-7b44-4749-bbde-9c62187eeb6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11e72fb1-7f09-460a-b2c1-afd729c5ceda HTTP/1.1" status: 200 len: 998 time: 0.0580139 Aug 13 02:44:42.664267 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-546f8394-80b7-4102-b42f-a91c1c513758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:42.665791 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-546f8394-80b7-4102-b42f-a91c1c513758 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0506554 Aug 13 02:44:42.711218 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-4638a987-6553-4951-8547-32e81efe422a None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:42.745813 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-463fd0e7-80f9-4d0c-8819-7c882bc88af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:42.747797 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-463fd0e7-80f9-4d0c-8819-7c882bc88af1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703361 Aug 13 02:44:42.755077 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd4a0c-76e6-4aae-a0b0-fead690ef019 req-0f8553bc-202b-4c9e-92ae-b2542463d756 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:42.756454 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13fd4a0c-76e6-4aae-a0b0-fead690ef019 req-0f8553bc-202b-4c9e-92ae-b2542463d756 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0686717 Aug 13 02:44:42.843363 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13fd4a0c-76e6-4aae-a0b0-fead690ef019 req-d1c19311-7525-4da0-bc87-0a748a396fa9 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776081 Aug 13 02:44:42.877713 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-d66cf3ef-36c7-411b-8691-fd9b55404720 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194532 Aug 13 02:44:42.936789 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-4638a987-6553-4951-8547-32e81efe422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '797c0084-a25a-4ed2-8871-73fc4a681379', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:c6:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:44:41Z', 'updated_at': '2021-08-13T02:44:41Z', 'revision_number': 0, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:42.964294 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638a987-6553-4951-8547-32e81efe422a None None] The sync data for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi is: [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '797c0084-a25a-4ed2-8871-73fc4a681379', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:c6:e7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:44:41Z', 'updated_at': '2021-08-13T02:44:41Z', 'revision_number': 0, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:44:42.980323 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fc5d1010-8763-4805-ae69-2cbc0a6e4f4f req-cb3dcd93-cdf0-4f7b-ab8d-863e81dfe09b service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916700 Aug 13 02:44:43.165077 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff740e14-bfcf-4bf7-9e97-f1511db37cb9 None None] New status for floating IP 797c0084-a25a-4ed2-8871-73fc4a681379: ACTIVE {{(pid=100590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:44:43.963790 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e357dd-9abc-4bb2-afc8-a2147209c24b req-ccb19b17-f5f0-4024-bb3b-1ce937f2bebe tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:43.965264 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-21e357dd-9abc-4bb2-afc8-a2147209c24b req-ccb19b17-f5f0-4024-bb3b-1ce937f2bebe tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0533328 Aug 13 02:44:44.004506 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-21e357dd-9abc-4bb2-afc8-a2147209c24b req-97349a3f-d808-418e-9f38-ff0109e590b1 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Aug 13 02:44:45.123826 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9bbf3-95b8-4f8f-8675-beb33aac8e37 req-e2d597ce-f41f-4dc3-bce5-376ba047a982 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:45.125304 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2e9bbf3-95b8-4f8f-8675-beb33aac8e37 req-e2d597ce-f41f-4dc3-bce5-376ba047a982 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0507915 Aug 13 02:44:45.164980 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2e9bbf3-95b8-4f8f-8675-beb33aac8e37 req-ccb370ce-6c54-4483-88ca-bab169c75570 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Aug 13 02:44:46.290251 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0dd1d-d47f-4e2f-9163-dd00d2429a4a req-79bc9c67-4fb1-4be3-9f83-1f7a86e647ae tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:46.291628 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5ec0dd1d-d47f-4e2f-9163-dd00d2429a4a req-79bc9c67-4fb1-4be3-9f83-1f7a86e647ae tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0495167 Aug 13 02:44:46.328815 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5ec0dd1d-d47f-4e2f-9163-dd00d2429a4a req-7dc083db-dc3f-4bfa-8531-ad062f18f007 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303440 Aug 13 02:44:47.451473 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae1f14-8f9b-456a-910d-32101d08632d req-29a3149c-a071-46e9-99bd-05cc6f6b228e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:47.452858 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6aae1f14-8f9b-456a-910d-32101d08632d req-29a3149c-a071-46e9-99bd-05cc6f6b228e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0515888 Aug 13 02:44:47.489439 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6aae1f14-8f9b-456a-910d-32101d08632d req-a9cb08e1-9994-4431-9ccb-f48112fd9ff4 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307579 Aug 13 02:44:48.605471 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fc53d-dbfb-4ff8-8f88-0feff52c897b req-9859ea3f-9ddd-4094-87e4-e9df3ee8a962 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:48.607555 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3b8fc53d-dbfb-4ff8-8f88-0feff52c897b req-9859ea3f-9ddd-4094-87e4-e9df3ee8a962 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0494311 Aug 13 02:44:48.644084 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3b8fc53d-dbfb-4ff8-8f88-0feff52c897b req-38ab1b1c-28f3-4c71-b8ba-748d23769aab tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Aug 13 02:44:49.760845 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d550b05-1eaf-42fb-8b52-6bf01687e3a3 req-f22fbf57-4ddf-4907-a970-618b2f686243 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:49.762820 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d550b05-1eaf-42fb-8b52-6bf01687e3a3 req-f22fbf57-4ddf-4907-a970-618b2f686243 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0478911 Aug 13 02:44:49.803310 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d550b05-1eaf-42fb-8b52-6bf01687e3a3 req-4d9843f7-2387-49fa-8057-fd5977b69ca0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340528 Aug 13 02:44:50.924986 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abeb30-ad9b-41b1-a680-576f8e4dff1c req-53546ce3-2797-469f-a491-45b89fea6bfd tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:50.926460 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-21abeb30-ad9b-41b1-a680-576f8e4dff1c req-53546ce3-2797-469f-a491-45b89fea6bfd tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0541248 Aug 13 02:44:50.963983 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-21abeb30-ad9b-41b1-a680-576f8e4dff1c req-05e6d084-f0a2-4f3f-a0a5-9d000b25a36e tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Aug 13 02:44:52.087023 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4e53f-b246-4a58-83eb-0bcee818289a req-157eb63c-ad6c-40f2-af3f-c34dab387bde tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:52.088506 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ff4e53f-b246-4a58-83eb-0bcee818289a req-157eb63c-ad6c-40f2-af3f-c34dab387bde tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0499837 Aug 13 02:44:52.126558 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ff4e53f-b246-4a58-83eb-0bcee818289a req-915c655a-ee9b-4c65-86d7-1f8ddc348071 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310640 Aug 13 02:44:53.243221 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32db6-e69d-4c63-8925-df7fbea1ae59 req-ceb6fe28-ea68-4a84-8b15-cd5e4a9487d0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:53.244745 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49d32db6-e69d-4c63-8925-df7fbea1ae59 req-ceb6fe28-ea68-4a84-8b15-cd5e4a9487d0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0487895 Aug 13 02:44:53.282776 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49d32db6-e69d-4c63-8925-df7fbea1ae59 req-05f9f57b-4aad-4dff-a705-494dac5d5d3c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Aug 13 02:44:54.401818 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc741a2-6b1e-4917-8456-1e574dc2dcf3 req-0d2d21a1-fdcd-4555-9b2c-56b78e93d67c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:54.403818 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0fc741a2-6b1e-4917-8456-1e574dc2dcf3 req-0d2d21a1-fdcd-4555-9b2c-56b78e93d67c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0512969 Aug 13 02:44:54.439757 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0fc741a2-6b1e-4917-8456-1e574dc2dcf3 req-31e60ff9-e39e-4894-b6da-f0fa0964b63a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301175 Aug 13 02:44:55.553946 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b9d9-fdef-4264-8b08-84fb2154119f req-11bdfb93-50c6-4e9e-8a14-2b29f4729bc8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:55.555307 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f5b4b9d9-fdef-4264-8b08-84fb2154119f req-11bdfb93-50c6-4e9e-8a14-2b29f4729bc8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0473487 Aug 13 02:44:55.592792 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f5b4b9d9-fdef-4264-8b08-84fb2154119f req-8b227790-44bd-418e-8021-c249822f118d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307648 Aug 13 02:44:56.709087 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c604f76-a51a-4f5a-a6ae-c2f39da0adea req-f0deeec9-6e0d-4087-8844-cd128b164b6d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:56.710553 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0c604f76-a51a-4f5a-a6ae-c2f39da0adea req-f0deeec9-6e0d-4087-8844-cd128b164b6d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0480940 Aug 13 02:44:56.747810 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0c604f76-a51a-4f5a-a6ae-c2f39da0adea req-7a376beb-44a0-43a6-9335-dfab15679358 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Aug 13 02:44:57.865369 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabaf75-7bd1-41b2-82a2-a21d3609430b req-33f7fa88-25c8-4be4-ae88-49fda347991c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:57.866819 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8cabaf75-7bd1-41b2-82a2-a21d3609430b req-33f7fa88-25c8-4be4-ae88-49fda347991c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0514972 Aug 13 02:44:57.903310 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8cabaf75-7bd1-41b2-82a2-a21d3609430b req-9806a27d-1ed1-416e-9941-72b2a35c1b93 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299678 Aug 13 02:44:59.020600 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507f3de-413f-4774-afa3-4ea28cc68b24 req-39a4234d-bdf0-4745-9343-d80720cd1514 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:59.022090 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0507f3de-413f-4774-afa3-4ea28cc68b24 req-39a4234d-bdf0-4745-9343-d80720cd1514 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0488281 Aug 13 02:44:59.059392 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0507f3de-413f-4774-afa3-4ea28cc68b24 req-34c39e73-f6c9-4e85-908c-a28bdac8464c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Aug 13 02:45:00.176797 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00248dfc-1368-4e50-b765-bfae6f0ac15a req-74ec5250-1224-4079-be78-c064348bc791 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:00.178303 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-00248dfc-1368-4e50-b765-bfae6f0ac15a req-74ec5250-1224-4079-be78-c064348bc791 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0501826 Aug 13 02:45:00.217397 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-00248dfc-1368-4e50-b765-bfae6f0ac15a req-2f11ca88-8154-468a-9dc0-84e51f067563 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Aug 13 02:45:01.339480 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d083ac3-9c51-44fb-9839-fa1e6e4612f9 req-996dcfdc-f0ea-4fdb-9069-fceee9deb6f6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:01.342188 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1d083ac3-9c51-44fb-9839-fa1e6e4612f9 req-996dcfdc-f0ea-4fdb-9069-fceee9deb6f6 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0530701 Aug 13 02:45:01.381229 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1d083ac3-9c51-44fb-9839-fa1e6e4612f9 req-2d9812be-8e18-4219-8f07-465e0c13bcd9 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Aug 13 02:45:03.712050 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d248d-9235-4307-9218-58b3c609fdb4 req-610c4d1b-0512-48e3-be80-48f4a1750126 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:03.713602 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-154d248d-9235-4307-9218-58b3c609fdb4 req-610c4d1b-0512-48e3-be80-48f4a1750126 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0498269 Aug 13 02:45:03.753063 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-154d248d-9235-4307-9218-58b3c609fdb4 req-f8e57593-4df0-4607-80d7-80dbc8bf7474 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Aug 13 02:45:05.357683 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b4817-50c3-4c0d-94eb-c0af229db2e1 req-9a9b4024-4dd6-41f1-9fda-3278b1b42426 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.359142 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ee9b4817-50c3-4c0d-94eb-c0af229db2e1 req-9a9b4024-4dd6-41f1-9fda-3278b1b42426 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0481939 Aug 13 02:45:05.401842 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ee9b4817-50c3-4c0d-94eb-c0af229db2e1 req-661c063b-e771-4075-9b09-75524197b33c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Aug 13 02:45:05.447819 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-0a346474-83c1-4a7d-9909-7a1ba1950e8c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493169 Aug 13 02:45:05.522141 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-4be05fb6-5897-4053-8b6f-8ef600c65b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.523903 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-4be05fb6-5897-4053-8b6f-8ef600c65b6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 1099 time: 0.0414126 Aug 13 02:45:05.625947 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-27fa1387-19ff-413a-91f3-213a37cca487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.627381 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-27fa1387-19ff-413a-91f3-213a37cca487 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 911 time: 0.0823739 Aug 13 02:45:05.717213 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-5bbb5866-3c6f-4623-9290-17da9806c95e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf HTTP/1.1" status: 200 len: 1002 time: 0.0586665 Aug 13 02:45:05.769999 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-73b4100f-f8d5-4cf3-b7d8-757fd61ce227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.771343 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-73b4100f-f8d5-4cf3-b7d8-757fd61ce227 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.0422978 Aug 13 02:45:05.808646 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-961adfd2-c369-4bc0-8d0d-39cc2baf6c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:05.821116 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-46e17ee9-3b4d-46cc-87a2-3ced3b0ba219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.822736 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-46e17ee9-3b4d-46cc-87a2-3ced3b0ba219 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415204 Aug 13 02:45:05.915064 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-f1230030-aa43-48c0-9aab-b9a57fe64573 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838220 Aug 13 02:45:06.002716 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cecd99be-9184-49ad-b4c7-b07bf651424f req-0e724712-28f7-497d-9f3f-eba8257e3523 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795119 Aug 13 02:45:06.530923 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a63c7-38d5-426d-8eef-f0dba7e9bc30 req-5210b58b-093d-40fc-bb71-8adcb5e8591a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:06.532523 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0b5a63c7-38d5-426d-8eef-f0dba7e9bc30 req-5210b58b-093d-40fc-bb71-8adcb5e8591a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0541856 Aug 13 02:45:06.570585 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0b5a63c7-38d5-426d-8eef-f0dba7e9bc30 req-adfde832-6fe5-47da-bf98-7ca6fbe3c18f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320601 Aug 13 02:45:08.308656 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:08.769865 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-235b7b53-55ae-4ef9-94ba-cbbd1d509295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:09.031615 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:09.683940 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:10.170538 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:45:11.251093 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:11.683857 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26cec-8a74-426d-8918-a7f7850d87c3 req-651312a6-b4a6-4eb2-95fc-f81c228a6b26 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:11.685641 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-87b26cec-8a74-426d-8918-a7f7850d87c3 req-651312a6-b4a6-4eb2-95fc-f81c228a6b26 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0493906 Aug 13 02:45:11.729792 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-87b26cec-8a74-426d-8918-a7f7850d87c3 req-04617bcd-d9cb-44e2-9f00-4b7ed2b48393 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381155 Aug 13 02:45:12.847433 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567923-c317-420b-a350-47a63d7f6e3f req-5380df4c-568f-4b84-bd64-75aadd0d0af7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:12.849136 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9f567923-c317-420b-a350-47a63d7f6e3f req-5380df4c-568f-4b84-bd64-75aadd0d0af7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0517080 Aug 13 02:45:12.894007 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9f567923-c317-420b-a350-47a63d7f6e3f req-de2cac60-f5b1-4e4c-9c54-10959b07a257 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Aug 13 02:45:14.015080 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8452a-564c-4982-af19-d54db842b019 req-3c71103a-5336-498b-80a5-62d61d7b30f4 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:14.016570 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fcc8452a-564c-4982-af19-d54db842b019 req-3c71103a-5336-498b-80a5-62d61d7b30f4 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0540907 Aug 13 02:45:14.052219 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fcc8452a-564c-4982-af19-d54db842b019 req-8283e005-fccb-49fa-8cdc-2c479721d07f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299025 Aug 13 02:45:15.172724 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a3ed8-1537-4a4e-8f63-b55c180693f1 req-e3c306cf-6e13-463a-953c-4fc9626232f8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:15.174185 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-661a3ed8-1537-4a4e-8f63-b55c180693f1 req-e3c306cf-6e13-463a-953c-4fc9626232f8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0486870 Aug 13 02:45:15.210154 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-661a3ed8-1537-4a4e-8f63-b55c180693f1 req-77095f55-ff7e-434d-8aad-559cf9d4c47f tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302470 Aug 13 02:45:16.322860 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbecdf-b99a-4c3f-8258-3ae2c195898f req-10ebf66a-da7d-4936-bc41-44045cd3d948 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:16.324222 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7acbecdf-b99a-4c3f-8258-3ae2c195898f req-10ebf66a-da7d-4936-bc41-44045cd3d948 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0473523 Aug 13 02:45:16.361506 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7acbecdf-b99a-4c3f-8258-3ae2c195898f req-189d02cf-37d8-4f03-a6d5-258d34c151e1 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306633 Aug 13 02:45:17.477981 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa82f-a1c0-45e2-9b4b-9ba200c29be0 req-a0361b49-2edf-41a9-99fe-8c55013bb4a1 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:17.479438 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-acdaa82f-a1c0-45e2-9b4b-9ba200c29be0 req-a0361b49-2edf-41a9-99fe-8c55013bb4a1 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0516357 Aug 13 02:45:17.524146 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-acdaa82f-a1c0-45e2-9b4b-9ba200c29be0 req-b7edbd63-f78a-4fb4-a625-bb990376d8d3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328419 Aug 13 02:45:18.638633 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfa910-6e36-4558-8181-f2efc022077d req-bcbc4a06-961e-4203-8e25-8f530f37eaed tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:18.640130 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-86bfa910-6e36-4558-8181-f2efc022077d req-bcbc4a06-961e-4203-8e25-8f530f37eaed tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0494483 Aug 13 02:45:18.680087 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-86bfa910-6e36-4558-8181-f2efc022077d req-0126330e-2cce-4fe0-9708-521b261f4c52 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Aug 13 02:45:19.624220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d20fb4-49e6-4a8f-a4a4-5a2ddadcd9bb req-581b29c6-1862-4624-9175-c6733f9f06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:19.625805 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-86d20fb4-49e6-4a8f-a4a4-5a2ddadcd9bb req-581b29c6-1862-4624-9175-c6733f9f06e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1099 time: 0.0415246 Aug 13 02:45:19.679222 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-86d20fb4-49e6-4a8f-a4a4-5a2ddadcd9bb req-3d20415d-12ab-4aa0-b85a-f23a50f44e22 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Aug 13 02:45:19.808220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ffb1f-5b5d-4e62-b392-b6bf1be519a9 req-9ba3e4b7-534d-4007-bc4e-95787881668d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:19.809700 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c54ffb1f-5b5d-4e62-b392-b6bf1be519a9 req-9ba3e4b7-534d-4007-bc4e-95787881668d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0514557 Aug 13 02:45:19.847233 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c54ffb1f-5b5d-4e62-b392-b6bf1be519a9 req-fa8200de-1f20-406c-b317-37192a1e01f7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314534 Aug 13 02:45:20.961258 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094321fd-e668-40fb-b1cf-3e1acc9009cf req-e630db72-67b7-49df-b369-f8628cc897e0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:20.962699 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-094321fd-e668-40fb-b1cf-3e1acc9009cf req-e630db72-67b7-49df-b369-f8628cc897e0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0482852 Aug 13 02:45:20.999905 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-094321fd-e668-40fb-b1cf-3e1acc9009cf req-8dd7f7c4-dc67-4a51-81c6-e2b3798bb07b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Aug 13 02:45:22.115856 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed4762-e204-431f-ab25-07f995169844 req-edead706-6aa4-49e7-b800-0991d780ddd8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:22.117342 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2ed4762-e204-431f-ab25-07f995169844 req-edead706-6aa4-49e7-b800-0991d780ddd8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0498853 Aug 13 02:45:22.154188 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2ed4762-e204-431f-ab25-07f995169844 req-f6364be9-6a86-4d71-9e38-383d54c68507 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309541 Aug 13 02:45:22.547532 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4584-412f-4774-a586-c8af56a16556 req-9711afad-2d6f-48b5-9d3d-c8588612485d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:22.548961 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-728b4584-412f-4774-a586-c8af56a16556 req-9711afad-2d6f-48b5-9d3d-c8588612485d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0817175 Aug 13 02:45:22.554518 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-288596dd-4a87-4619-8fec-60bca95bd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:22.555878 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-288596dd-4a87-4619-8fec-60bca95bd34a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 1099 time: 0.0574310 Aug 13 02:45:22.645739 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-728b4584-412f-4774-a586-c8af56a16556 req-06f4b203-faa2-462a-a6e1-2d8f1c737303 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888999 Aug 13 02:45:22.678684 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-dd392022-0f44-4b0d-ba19-66b574965ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:22.680162 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-dd392022-0f44-4b0d-ba19-66b574965ba4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 200 len: 919 time: 0.1171339 Aug 13 02:45:22.773673 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-873b57bc-3b57-4a0c-b913-e34151eae064 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf HTTP/1.1" status: 200 len: 217 time: 0.0353203 Aug 13 02:45:22.834206 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-1fa6a1e8-0874-46a8-aeba-527c993aa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:22.835557 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-1fa6a1e8-0874-46a8-aeba-527c993aa9ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 200 len: 858 time: 0.0430472 Aug 13 02:45:22.867288 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-ec169cef-58a3-48a2-ae1e-dd480919371c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=42dd588d-5715-4556-ab80-f08c56574cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242112 Aug 13 02:45:22.956889 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-adf42119-3ae5-42b4-b428-5ba10b496c48 service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821118 Aug 13 02:45:23.044600 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65324215-2523-4aa9-ac06-50e57a0b7596 req-60794ac3-88cc-498a-9f4d-98673d09546d service neutron] 10.222.0.39 "GET /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799656 Aug 13 02:45:23.787701 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17077803-ede5-4e93-bee0-77712d4148a8 req-533d24cf-e1fd-4c99-a49b-ed72c2343c9a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:23.789292 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17077803-ede5-4e93-bee0-77712d4148a8 req-533d24cf-e1fd-4c99-a49b-ed72c2343c9a tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0544493 Aug 13 02:45:23.828626 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17077803-ede5-4e93-bee0-77712d4148a8 req-55f15278-29db-4fb8-8492-972a2c326974 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Aug 13 02:45:24.942648 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af55a96-47da-495d-8524-137e6276a9b8 req-582f8704-800f-424e-98dd-b5578ae7fcdf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:24.944178 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5af55a96-47da-495d-8524-137e6276a9b8 req-582f8704-800f-424e-98dd-b5578ae7fcdf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0489624 Aug 13 02:45:24.983104 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5af55a96-47da-495d-8524-137e6276a9b8 req-838a05e6-fd86-498f-9a48-b25509b536e5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Aug 13 02:45:26.105545 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f135b87-44d5-4c6c-a98c-140c26ba0482 req-2dbab455-6ef3-4ebd-9533-ec3eac712843 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:26.106930 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0f135b87-44d5-4c6c-a98c-140c26ba0482 req-2dbab455-6ef3-4ebd-9533-ec3eac712843 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0561972 Aug 13 02:45:26.143695 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0f135b87-44d5-4c6c-a98c-140c26ba0482 req-165eab00-2c4f-4511-8be4-cfd203f1944b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298803 Aug 13 02:45:27.262297 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab739996-fc08-4f99-8f47-f6d15742050a req-a603358c-4311-4029-8bed-3cb30d8feb5c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:27.264525 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ab739996-fc08-4f99-8f47-f6d15742050a req-a603358c-4311-4029-8bed-3cb30d8feb5c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0522833 Aug 13 02:45:27.301128 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ab739996-fc08-4f99-8f47-f6d15742050a req-03f9466f-a88b-41d8-a45f-c3ca0d2a9eaa tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309753 Aug 13 02:45:28.447155 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4844ba-ade0-4f26-ae56-cbb46256493b req-45237de8-8a05-4fb3-8a6d-44b1f7e499f3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:28.448639 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5d4844ba-ade0-4f26-ae56-cbb46256493b req-45237de8-8a05-4fb3-8a6d-44b1f7e499f3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0476232 Aug 13 02:45:28.486003 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5d4844ba-ade0-4f26-ae56-cbb46256493b req-518581be-b18c-42bf-8a2c-cb10d3fc1969 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303411 Aug 13 02:45:29.602739 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a90371-4fe6-497d-bd9e-89b2026ee2f4 req-f227a9f7-2218-48a0-99d5-49206ba6f30b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:29.604194 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14a90371-4fe6-497d-bd9e-89b2026ee2f4 req-f227a9f7-2218-48a0-99d5-49206ba6f30b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0483501 Aug 13 02:45:29.645176 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14a90371-4fe6-497d-bd9e-89b2026ee2f4 req-35244a43-f373-4804-957e-44f5437abda3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350192 Aug 13 02:45:30.326568 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fe8fb-cd55-45b7-a764-f111a1559013 req-73cdb2a4-10db-4d7c-aac4-b74f2991381b tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:30.327925 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-749fe8fb-cd55-45b7-a764-f111a1559013 req-73cdb2a4-10db-4d7c-aac4-b74f2991381b tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 945 time: 0.0509963 Aug 13 02:45:30.365911 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-749fe8fb-cd55-45b7-a764-f111a1559013 req-03032d97-42df-4dc5-b3b9-1c33b8745b9f tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Aug 13 02:45:30.766868 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b2b0-4bcf-4dda-a52a-b0f7a5119df1 req-3f496ad3-64f7-4a5e-9bf8-369ad26b4988 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:30.768309 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bbb7b2b0-4bcf-4dda-a52a-b0f7a5119df1 req-3f496ad3-64f7-4a5e-9bf8-369ad26b4988 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0495937 Aug 13 02:45:30.807469 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bbb7b2b0-4bcf-4dda-a52a-b0f7a5119df1 req-f909a6d6-1cad-4447-abe0-e86b283e2855 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333827 Aug 13 02:45:31.487685 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039a437-ed66-4ce0-874d-ca1c20a41de9 req-f4dc716b-3625-4102-b08d-3647894bbd16 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:31.489279 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b039a437-ed66-4ce0-874d-ca1c20a41de9 req-f4dc716b-3625-4102-b08d-3647894bbd16 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 945 time: 0.0541749 Aug 13 02:45:31.527178 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b039a437-ed66-4ce0-874d-ca1c20a41de9 req-3207c2e9-42f1-40b0-a4a7-76e50965b794 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Aug 13 02:45:31.927669 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e03151-ef62-40dd-9c02-35a1f105c4c5 req-6fbb1c3b-e750-4807-956b-40389d2e3e95 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:31.929143 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-11e03151-ef62-40dd-9c02-35a1f105c4c5 req-6fbb1c3b-e750-4807-956b-40389d2e3e95 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0505660 Aug 13 02:45:31.964977 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-11e03151-ef62-40dd-9c02-35a1f105c4c5 req-d442e5ba-367f-4d33-a014-601cf1f31b83 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300336 Aug 13 02:45:32.642996 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fff1d-ab6b-44e0-9d2d-aa600b5f6255 req-1e6661a2-7236-4105-a098-1ef3f5c804fd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:32.644455 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-918fff1d-ab6b-44e0-9d2d-aa600b5f6255 req-1e6661a2-7236-4105-a098-1ef3f5c804fd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 945 time: 0.0483522 Aug 13 02:45:32.680792 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-918fff1d-ab6b-44e0-9d2d-aa600b5f6255 req-27b17c7c-3828-4aee-a1bc-bc7649f12b3c tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303617 Aug 13 02:45:32.976842 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-54501cc9-5fcd-4941-b118-39a4f0cae85a tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:32.978275 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-54501cc9-5fcd-4941-b118-39a4f0cae85a tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 945 time: 0.0482600 Aug 13 02:45:33.127645 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bf8d6-5d0d-406f-9039-a5e77809a027 req-7037b24a-6bf3-4ecd-8c1f-1326241440e9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:33.129153 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-000bf8d6-5d0d-406f-9039-a5e77809a027 req-7037b24a-6bf3-4ecd-8c1f-1326241440e9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0873425 Aug 13 02:45:33.154464 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Deleting port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:33.154887 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.217212 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-000bf8d6-5d0d-406f-9039-a5e77809a027 req-fd3752fc-5cdc-4c35-a224-c827d23f24a1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819800 Aug 13 02:45:33.261154 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] For port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:33.261521 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.275047 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Calling delete_port for 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:33.631816 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0123ce7-3b40-46b9-805d-923560101125 req-1c531ceb-0b10-4f30-b30a-4c2e714c8b82 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:33.633290 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0123ce7-3b40-46b9-805d-923560101125 req-1c531ceb-0b10-4f30-b30a-4c2e714c8b82 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.3145356 Aug 13 02:45:33.710264 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0123ce7-3b40-46b9-805d-923560101125 req-072e89cf-5f75-4f50-b3bf-8298f2523bc1 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672295 Aug 13 02:45:33.711418 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.739839 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Pushing event deleted for resources: {'Port': ['ID=4019b34f-6fa5-4dfb-8456-a12d74fd4db5,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:33.766210 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.766563 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.766903 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.767234 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.767558 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.767883 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.768204 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.768558 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.768887 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.769207 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.769527 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.769839 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:33.776475 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['4019b34f-6fa5-4dfb-8456-a12d74fd4db5'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:45:33.815024 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] No DVR routers for this DVR port 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:45:33.817879 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7413f055-f939-4512-857a-7264c136ea3e req-891a043a-e1dc-4540-b8eb-42962db24314 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b5f7463-7718-41fa-bdbb-7209a6b18ffd HTTP/1.1" status: 200 len: 210 time: 0.0543275 Aug 13 02:45:33.818890 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.820682 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a0cc1866-88f2-440a-930e-b2f0140b8887 req-f3c267b5-c63e-40ab-af12-3a8fe3fecac1 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.39 "DELETE /v2.0/ports/4019b34f-6fa5-4dfb-8456-a12d74fd4db5 HTTP/1.1" status: 204 len: 173 time: 0.8055482 Aug 13 02:45:33.821094 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5f7463-7718-41fa-bdbb-7209a6b18ffd', 'name': 'network-vif-deleted', 'tag': '4019b34f-6fa5-4dfb-8456-a12d74fd4db5'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:33.823354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4536ba30-4efe-40e2-9b63-0fcee1cf52be" -d '{"events": [{"server_uuid": "6b5f7463-7718-41fa-bdbb-7209a6b18ffd", "name": "network-vif-deleted", "tag": "4019b34f-6fa5-4dfb-8456-a12d74fd4db5"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:33.861621 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88b12ec-c392-4892-9b0c-aa7337c1eb8a x-openstack-request-id: req-e88b12ec-c392-4892-9b0c-aa7337c1eb8a {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:33.862180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5f7463-7718-41fa-bdbb-7209a6b18ffd", "name": "network-vif-deleted", "tag": "4019b34f-6fa5-4dfb-8456-a12d74fd4db5", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:33.862426 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e88b12ec-c392-4892-9b0c-aa7337c1eb8a {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:33.862810 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5f7463-7718-41fa-bdbb-7209a6b18ffd', 'name': 'network-vif-deleted', 'tag': '4019b34f-6fa5-4dfb-8456-a12d74fd4db5', 'status': 'completed', 'code': 200} Aug 13 02:45:34.334639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13375384-7e25-4d7f-85cd-be7a843564a8 req-a965b3a2-76b5-4e8d-9f0d-e9d3a2aee92b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:34.336000 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13375384-7e25-4d7f-85cd-be7a843564a8 req-a965b3a2-76b5-4e8d-9f0d-e9d3a2aee92b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0482097 Aug 13 02:45:34.371986 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-13375384-7e25-4d7f-85cd-be7a843564a8 req-3d61914c-f668-4e96-aeab-380c8f97c74e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300267 Aug 13 02:45:34.826418 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f0712-23dd-47f9-8a09-dea01a3e2cf8 req-6badede5-52cc-4e95-b04a-62976be2d334 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:34.827862 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e34f0712-23dd-47f9-8a09-dea01a3e2cf8 req-6badede5-52cc-4e95-b04a-62976be2d334 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0487783 Aug 13 02:45:34.870025 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e34f0712-23dd-47f9-8a09-dea01a3e2cf8 req-28351bc3-fbab-4672-810a-9841d3a7a632 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361826 Aug 13 02:45:35.487587 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2a897-aba3-471b-9fb4-bcfebd5f25a1 req-522928e4-f36a-4bb8-b127-ef20e4a73a3d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:35.489058 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a3d2a897-aba3-471b-9fb4-bcfebd5f25a1 req-522928e4-f36a-4bb8-b127-ef20e4a73a3d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0472410 Aug 13 02:45:35.526880 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a3d2a897-aba3-471b-9fb4-bcfebd5f25a1 req-f660fa9f-67ca-4860-afcd-e8df3db01a00 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Aug 13 02:45:35.813186 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ebbe29ab-9121-4431-8696-c06e7900bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.987861 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71539356-e5ec-4b78-a3bc-69f76d5992cb req-b3504331-a69b-47c1-8d6f-ca96b15a0119 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:35.989363 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-71539356-e5ec-4b78-a3bc-69f76d5992cb req-b3504331-a69b-47c1-8d6f-ca96b15a0119 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0486906 Aug 13 02:45:36.026012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-71539356-e5ec-4b78-a3bc-69f76d5992cb req-7c9422a7-1d76-4c36-aae2-45a682354815 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Aug 13 02:45:36.640394 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fd87f-2ed7-44f0-9660-0ef6d3ea7b89 req-2555de84-b660-4d0b-bb43-50b6f11cd616 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:36.641884 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-954fd87f-2ed7-44f0-9660-0ef6d3ea7b89 req-2555de84-b660-4d0b-bb43-50b6f11cd616 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0479999 Aug 13 02:45:36.681211 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-954fd87f-2ed7-44f0-9660-0ef6d3ea7b89 req-a4c691d6-8f96-4ae2-b460-346157e58576 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332751 Aug 13 02:45:37.141308 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0540a-1a39-485f-8993-e37e51d28253 req-c3c4081d-237b-45a7-bbbf-9cd1fe777862 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:37.142733 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f0540a-1a39-485f-8993-e37e51d28253 req-c3c4081d-237b-45a7-bbbf-9cd1fe777862 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0493581 Aug 13 02:45:37.180230 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1f0540a-1a39-485f-8993-e37e51d28253 req-97f326da-6b80-409b-aafe-6c864b6ae0c8 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Aug 13 02:45:37.803360 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dfbc3-0f74-4be2-87ff-60962130246e req-b94f752e-5524-4104-a309-0c2bfc3798a5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:37.805055 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a95dfbc3-0f74-4be2-87ff-60962130246e req-b94f752e-5524-4104-a309-0c2bfc3798a5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0531263 Aug 13 02:45:37.844448 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a95dfbc3-0f74-4be2-87ff-60962130246e req-30644b3d-ce16-4035-9273-21c20798805f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Aug 13 02:45:38.292283 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b1bf8-c09d-4f8b-af61-b97db41b5990 req-eee74bad-a14e-4cb3-9350-7c37f3c8b5fa tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:38.293741 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3d7b1bf8-c09d-4f8b-af61-b97db41b5990 req-eee74bad-a14e-4cb3-9350-7c37f3c8b5fa tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0478196 Aug 13 02:45:38.334252 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3d7b1bf8-c09d-4f8b-af61-b97db41b5990 req-dd9c43b8-af8e-4b60-bcec-4e82ab148e41 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Aug 13 02:45:38.774447 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-18fd32b4-fe8f-4618-a939-d6386702ead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.963907 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c1c90-7341-4ba7-9b46-5ac850c47d16 req-8db68619-c9a1-48f5-8bce-932d2ddd1f35 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:38.965832 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ef8c1c90-7341-4ba7-9b46-5ac850c47d16 req-8db68619-c9a1-48f5-8bce-932d2ddd1f35 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0495565 Aug 13 02:45:39.002818 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ef8c1c90-7341-4ba7-9b46-5ac850c47d16 req-cc689cfa-8e2a-43c0-b1d7-5015350bdfd4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305789 Aug 13 02:45:39.032459 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:39.447377 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cae593-74f2-40dd-90ee-b4f8f9223142 req-296c9e4e-0f69-44a1-8286-7bf6327765cb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:39.448840 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-81cae593-74f2-40dd-90ee-b4f8f9223142 req-296c9e4e-0f69-44a1-8286-7bf6327765cb tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0476842 Aug 13 02:45:39.485630 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-81cae593-74f2-40dd-90ee-b4f8f9223142 req-95fe9a0c-de73-4f2e-9e3d-33b5bf118bbf tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Aug 13 02:45:39.583248 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:39.603214 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:39.603832 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:39.604178 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 4019b34f-6fa5-4dfb-8456-a12d74fd4db5 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:39.686735 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:40.115854 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e86b7-72c6-4c3d-a47e-e333ae469cd1 req-9d5d94c7-ed82-406a-a28f-a83e98d71928 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:40.117344 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6a5e86b7-72c6-4c3d-a47e-e333ae469cd1 req-9d5d94c7-ed82-406a-a28f-a83e98d71928 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0484493 Aug 13 02:45:40.157540 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6a5e86b7-72c6-4c3d-a47e-e333ae469cd1 req-1c93e926-4530-4bbb-beba-44f27011238e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337493 Aug 13 02:45:40.610595 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f2b6b-96bc-4338-8c07-7509150370e2 req-29c4dd13-752a-4e0b-a73d-a8fc907558cc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:40.612320 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-123f2b6b-96bc-4338-8c07-7509150370e2 req-29c4dd13-752a-4e0b-a73d-a8fc907558cc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0571032 Aug 13 02:45:40.652178 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-123f2b6b-96bc-4338-8c07-7509150370e2 req-d9760c82-6205-4ebe-a923-c1faf38215d0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Aug 13 02:45:41.051251 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-90a50f43-1fd5-4b0b-be92-b53ff9eb4530 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:41.052757 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-90a50f43-1fd5-4b0b-be92-b53ff9eb4530 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 946 time: 0.0469902 Aug 13 02:45:41.146438 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Deleting port e9013d90-7da6-405b-aec5-854e154f45e3 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:41.147203 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.256098 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.268438 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] For port e9013d90-7da6-405b-aec5-854e154f45e3, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e9013d90-7da6-405b-aec5-854e154f45e3,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:41.268808 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.288769 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Calling delete_port for e9013d90-7da6-405b-aec5-854e154f45e3 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:41.307332 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf4b5-82f9-4aab-b3b0-a90cf60336e5 req-3bd17cbf-af86-4bcc-aca0-56fa7238db54 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:41.308820 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8a1cf4b5-82f9-4aab-b3b0-a90cf60336e5 req-3bd17cbf-af86-4bcc-aca0-56fa7238db54 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0819826 Aug 13 02:45:41.389101 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8a1cf4b5-82f9-4aab-b3b0-a90cf60336e5 req-8f8d049c-422f-4877-852e-f04ef128a4a3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498164 Aug 13 02:45:41.460437 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.498322 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Pushing event deleted for resources: {'Port': ['ID=e9013d90-7da6-405b-aec5-854e154f45e3,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:41.506845 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['c897985c-4bd8-4b69-acbf-317c8608b4bf', 'e9013d90-7da6-405b-aec5-854e154f45e3'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:45:41.543879 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] No DVR routers for this DVR port e9013d90-7da6-405b-aec5-854e154f45e3 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:45:41.547749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.549775 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0970be1e-4528-4084-a8fd-bef7b81cdf9d req-7ecef28e-4b71-4d18-9dfd-cd4eca736653 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.39 "DELETE /v2.0/ports/e9013d90-7da6-405b-aec5-854e154f45e3 HTTP/1.1" status: 204 len: 173 time: 0.4892566 Aug 13 02:45:41.550203 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c72e460-c079-4932-8417-6db16545be10', 'name': 'network-vif-deleted', 'tag': 'e9013d90-7da6-405b-aec5-854e154f45e3'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:41.552460 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5592dd9f-fb53-4b2d-86a9-fd2d4554e31a" -d '{"events": [{"server_uuid": "9c72e460-c079-4932-8417-6db16545be10", "name": "network-vif-deleted", "tag": "e9013d90-7da6-405b-aec5-854e154f45e3"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:41.590757 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2496934-017f-46b9-b8db-2c258e9e3918 x-openstack-request-id: req-d2496934-017f-46b9-b8db-2c258e9e3918 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:41.591678 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c72e460-c079-4932-8417-6db16545be10", "name": "network-vif-deleted", "tag": "e9013d90-7da6-405b-aec5-854e154f45e3", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:41.592096 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2496934-017f-46b9-b8db-2c258e9e3918 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:41.592518 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c72e460-c079-4932-8417-6db16545be10', 'name': 'network-vif-deleted', 'tag': 'e9013d90-7da6-405b-aec5-854e154f45e3', 'status': 'completed', 'code': 200} Aug 13 02:45:41.758277 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f8f6d8c7-47ba-483b-8199-eb14eaec8602 req-c43941a6-4a2d-4add-b01e-5796aba3ad97 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0282669 Aug 13 02:45:42.503097 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072229a-8994-418f-97dc-5f8fcbdc7deb req-e23729d6-7da9-4330-99d3-235cafa2d1c3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:42.504680 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8072229a-8994-418f-97dc-5f8fcbdc7deb req-e23729d6-7da9-4330-99d3-235cafa2d1c3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0480795 Aug 13 02:45:42.542688 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8072229a-8994-418f-97dc-5f8fcbdc7deb req-d0887500-0f2c-43cb-aa9a-9ba8ea56ff9c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314193 Aug 13 02:45:42.871381 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0af69beb-fbe6-46e6-a1d7-8e67373eedbf req-b72f7e72-5eb0-4d7e-a6a5-9b97691d08d2 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0290923 Aug 13 02:45:43.658734 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779c42-5879-41fb-bb74-caa1b6ab4811 req-130fdf91-11bc-4c35-9b3b-28d8a0fd573b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:43.660191 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1779c42-5879-41fb-bb74-caa1b6ab4811 req-130fdf91-11bc-4c35-9b3b-28d8a0fd573b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0498512 Aug 13 02:45:43.696792 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1779c42-5879-41fb-bb74-caa1b6ab4811 req-91c96217-494b-444a-91bb-f18126daaf24 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307145 Aug 13 02:45:43.973994 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c4157872-43ea-4467-b311-b31e68f372fd req-c43f3be9-de31-4d4d-b53c-5541d0016e6b tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c72e460-c079-4932-8417-6db16545be10 HTTP/1.1" status: 200 len: 210 time: 0.0263107 Aug 13 02:45:44.809156 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c27b3-2d1a-42a8-b321-4eb60113a47b req-91e726ec-4333-4e32-bba1-17eddc99e757 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:44.811837 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f21c27b3-2d1a-42a8-b321-4eb60113a47b req-91e726ec-4333-4e32-bba1-17eddc99e757 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0491297 Aug 13 02:45:44.848924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f21c27b3-2d1a-42a8-b321-4eb60113a47b req-5634eb01-77a3-4853-b9bd-62693f4c3cfe tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Aug 13 02:45:45.235849 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27309197-81ef-44b4-9359-bc8cd5bdcc89 req-ad2882a5-dcb4-46fb-a2bc-2ddadb978113 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:45.241897 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-27309197-81ef-44b4-9359-bc8cd5bdcc89 req-ad2882a5-dcb4-46fb-a2bc-2ddadb978113 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0529521 Aug 13 02:45:45.275324 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-27309197-81ef-44b4-9359-bc8cd5bdcc89 req-015898e4-e1da-48c2-9677-227b4d2281a5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315776 Aug 13 02:45:45.961941 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd967f81-a437-4d62-ae59-b10ef87543b4 req-43470af1-838f-4fce-95d7-fea04c7beab0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:45.963399 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cd967f81-a437-4d62-ae59-b10ef87543b4 req-43470af1-838f-4fce-95d7-fea04c7beab0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0472598 Aug 13 02:45:46.001310 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cd967f81-a437-4d62-ae59-b10ef87543b4 req-509998c7-ed1e-48c0-b461-e93c3ae51036 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307081 Aug 13 02:45:46.208375 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device e9013d90-7da6-405b-aec5-854e154f45e3 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:46.230163 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: e9013d90-7da6-405b-aec5-854e154f45e3 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:46.230506 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device e9013d90-7da6-405b-aec5-854e154f45e3 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:46.388605 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a980ed3-fedb-4966-8a38-636ecffaf4a1 req-849cc692-42a7-402a-9e1b-0ec619e1fe29 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:46.390058 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a980ed3-fedb-4966-8a38-636ecffaf4a1 req-849cc692-42a7-402a-9e1b-0ec619e1fe29 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0482967 Aug 13 02:45:46.426192 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a980ed3-fedb-4966-8a38-636ecffaf4a1 req-e021f041-10d7-49fb-b271-576b4a857675 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304010 Aug 13 02:45:46.917476 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fb48b99c-8342-484b-afea-b3133f0b681b tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:46.918899 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fb48b99c-8342-484b-afea-b3133f0b681b tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/networks?id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c HTTP/1.1" status: 200 len: 814 time: 0.1013908 Aug 13 02:45:46.933573 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-a65b6e96-d434-4f66-bfb4-867706c4f007 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/quotas/ff8d6664973b4b2599cffb47c048b1a0 HTTP/1.1" status: 200 len: 375 time: 0.0089195 Aug 13 02:45:46.966223 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-af2dce00-3e23-4b80-ba87-bc4e72f13545 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff8d6664973b4b2599cffb47c048b1a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264657 Aug 13 02:45:47.060267 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-409ffd2b-aecb-40cc-abe5-fcdbec68ceec service neutron] 10.222.0.43 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856347 Aug 13 02:45:47.168470 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:45:47.172981 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2285d20-f78f-4831-8126-3e54c6da612f req-ae0ed9c4-eb9f-493f-aa66-d82c2a0db81e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:47.174468 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d2285d20-f78f-4831-8126-3e54c6da612f req-ae0ed9c4-eb9f-493f-aa66-d82c2a0db81e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.1011531 Aug 13 02:45:47.203861 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-98f4ae21-5c4c-48fc-b620-c56a1a9647b8 service neutron] 10.222.0.43 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375113 Aug 13 02:45:47.221241 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d2285d20-f78f-4831-8126-3e54c6da612f req-a5103086-550a-40bf-acb9-7b1c2577b4dd tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Aug 13 02:45:47.360359 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-868d5a4c-5cda-4257-b54f-3922e5f69790 req-671784db-4c3e-4133-8f38-0655939d77a2 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 210 time: 0.0261724 Aug 13 02:45:47.552140 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f4191-40ac-4abb-aeeb-3bdc8156f503 req-1d26fe0e-ea8e-4dd8-a22c-aa235b1a658d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:47.553776 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b06f4191-40ac-4abb-aeeb-3bdc8156f503 req-1d26fe0e-ea8e-4dd8-a22c-aa235b1a658d tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0505943 Aug 13 02:45:47.592378 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b06f4191-40ac-4abb-aeeb-3bdc8156f503 req-4de7f593-d879-4d67-a5fe-db90730e44a7 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320368 Aug 13 02:45:48.348509 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307dec6-7451-49b2-9c2f-00cfeb15d03c req-3e990701-0182-4ec4-884a-7a832cfb22a6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:48.349948 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c307dec6-7451-49b2-9c2f-00cfeb15d03c req-3e990701-0182-4ec4-884a-7a832cfb22a6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0529525 Aug 13 02:45:48.389491 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c307dec6-7451-49b2-9c2f-00cfeb15d03c req-2f988b99-37d8-4ffb-8ad6-43d2c557d19c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329964 Aug 13 02:45:48.497641 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ff2f051-d24e-4c93-a76d-c4753bbe553b req-7df21489-9b91-4a19-a17f-8714f67915c5 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 210 time: 0.0667319 Aug 13 02:45:48.558101 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-23fcfefe-729d-412b-a6ee-88cdfaa62958 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:48.559548 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-23fcfefe-729d-412b-a6ee-88cdfaa62958 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.39 "GET /v2.0/networks?id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c HTTP/1.1" status: 200 len: 814 time: 0.1392310 Aug 13 02:45:48.595409 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Request body: {'port': {'device_id': 'fb788821-edfa-446c-b71a-96f1f6188b6c', 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c', 'admin_state_up': True, 'tenant_id': 'ff8d6664973b4b2599cffb47c048b1a0'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:48.731928 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Made reservation on behalf of ff8d6664973b4b2599cffb47c048b1a0 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:45:48.734857 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:48.754719 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cffd-8492-4092-aca6-23c6f08b152b req-f4df119e-95df-4a60-9fa1-22ccd2272906 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:48.756155 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-11c5cffd-8492-4092-aca6-23c6f08b152b req-f4df119e-95df-4a60-9fa1-22ccd2272906 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0800385 Aug 13 02:45:48.833661 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-11c5cffd-8492-4092-aca6-23c6f08b152b req-95775344-1055-4850-b965-a2d2ef7117bc tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711718 Aug 13 02:45:48.891064 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Allocated IP 172.20.0.5 (0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c/2ecabeac-db26-4e85-b0de-f51198f4b8f7/fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:49.030497 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:49.067856 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:49.107816 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:49.112926 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:49.116475 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:49.123748 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Pushing event updated for resources: {'Port': ['ID=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:49.170718 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:49.171187 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:49.184210 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-fc6c2dd2-28cf-4acf-abbe-b609c2731a7e tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936296 Aug 13 02:45:49.203210 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Request body: {'port': {'device_id': 'fb788821-edfa-446c-b71a-96f1f6188b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:49.254525 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:49.547297 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38c752-4d6b-44f2-8789-9812b7e2776b req-77827db1-a6e7-4d7f-8ddf-05b8885e83c3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:49.548812 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0d38c752-4d6b-44f2-8789-9812b7e2776b req-77827db1-a6e7-4d7f-8ddf-05b8885e83c3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0874805 Aug 13 02:45:49.557749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:45:49.571294 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:49.617327 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Transition to ACTIVE for port object fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:49.626354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:49.657384 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0d38c752-4d6b-44f2-8789-9812b7e2776b req-85064a4a-08d0-4465-bede-4fa1b8ebb9ba tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023827 Aug 13 02:45:49.691369 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1aad1-b937-4be3-a001-cb54c972b44a req-1ef88794-9beb-40f7-99d5-f78677761dbb tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:49.692875 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-46a1aad1-b937-4be3-a001-cb54c972b44a req-1ef88794-9beb-40f7-99d5-f78677761dbb tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 931 time: 0.1235411 Aug 13 02:45:49.702716 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Pushing event updated for resources: {'Port': ['ID=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:49.776373 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-46a1aad1-b937-4be3-a001-cb54c972b44a req-e106d930-7d25-4108-b15b-808d9cad06ce tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746686 Aug 13 02:45:49.800534 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Attempting to bind port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:45:49.800864 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Attempting to bind port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': 'dace41a1-5df8-4084-a68b-22a9e263d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:45:49.801187 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Attempting to bind port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 on network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:49.805294 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 on network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:45:49.805611 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Attempting to bind port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 on network 0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:49.810928 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:45:49.811256 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Checking segment: {'id': 'dace41a1-5df8-4084-a68b-22a9e263d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:45:49.811632 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Bound using segment: {'id': 'dace41a1-5df8-4084-a68b-22a9e263d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:45:49.812051 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Bound port: fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dace41a1-5df8-4084-a68b-22a9e263d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:45:49.812430 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:49.878648 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] For port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:45:49.882196 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] For port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:45:49.886539 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:49.956811 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:49.957333 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:49.958719 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] 10.222.0.39 "PUT /v2.0/ports/fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 HTTP/1.1" status: 200 len: 1093 time: 0.7596302 Aug 13 02:45:49.959146 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb788821-edfa-446c-b71a-96f1f6188b6c', 'tag': 'fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:49.961389 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062e3540-fd89-422d-9bda-77b5b8539e64" -d '{"events": [{"name": "network-changed", "server_uuid": "fb788821-edfa-446c-b71a-96f1f6188b6c", "tag": "fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:49.988381 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c69428-4ec7-4599-b4a9-0aa8bf907f1d service neutron] Pushing event updated for resources: {'Port': ['ID=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:49.998340 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aac242-98a5-409b-8a29-8cb9501834ee req-a3dd2d17-0f15-4953-a9e6-abb3010a2146 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:49.999866 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f8aac242-98a5-409b-8a29-8cb9501834ee req-a3dd2d17-0f15-4953-a9e6-abb3010a2146 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0834982 Aug 13 02:45:50.001665 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6980a94f-aa43-4f59-a421-6a0ed242d090 x-openstack-request-id: req-6980a94f-aa43-4f59-a421-6a0ed242d090 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:50.001948 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb788821-edfa-446c-b71a-96f1f6188b6c", "tag": "fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:50.002206 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6980a94f-aa43-4f59-a421-6a0ed242d090 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:50.002584 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb788821-edfa-446c-b71a-96f1f6188b6c', 'tag': 'fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5', 'status': 'completed', 'code': 200} Aug 13 02:45:50.055142 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f8aac242-98a5-409b-8a29-8cb9501834ee req-26a7a527-a069-480b-a6be-205860909cb5 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483215 Aug 13 02:45:50.083405 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-0b02214c-c188-41c1-a772-2c639cd86689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:50.084937 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-0b02214c-c188-41c1-a772-2c639cd86689 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff8d6664973b4b2599cffb47c048b1a0&device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 1096 time: 0.0434806 Aug 13 02:45:50.145417 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-f5223928-0eec-4885-99d6-10b87364144f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 HTTP/1.1" status: 200 len: 217 time: 0.0370159 Aug 13 02:45:50.202547 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-393027d3-1280-464e-81dd-458f872225f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:50.203955 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-393027d3-1280-464e-81dd-458f872225f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ecabeac-db26-4e85-b0de-f51198f4b8f7 HTTP/1.1" status: 200 len: 854 time: 0.0415978 Aug 13 02:45:50.234853 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-7c366ed3-ffa2-4d2e-b1a3-8f7b47272b37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232048 Aug 13 02:45:50.336333 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-e7585204-9b54-47cc-8fb5-bfc06607bdc3 service neutron] 10.222.0.39 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870800 Aug 13 02:45:50.427909 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc5fdf71-d5c6-4108-879d-fb3866e3f8a3 req-1fec89d5-6c92-4718-9e95-3bae00e8bd7d service neutron] 10.222.0.39 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825853 Aug 13 02:45:50.580096 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-3faa3a06-2251-49f8-be68-6df0ca98f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:50.581592 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-3faa3a06-2251-49f8-be68-6df0ca98f352 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff8d6664973b4b2599cffb47c048b1a0&device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 1096 time: 0.0401812 Aug 13 02:45:50.672482 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-df7d0eac-1dae-4c35-a0d3-216ab87ce9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:50.673954 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-df7d0eac-1dae-4c35-a0d3-216ab87ce9aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c HTTP/1.1" status: 200 len: 915 time: 0.0847490 Aug 13 02:45:50.721666 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-aad9a348-1cc3-43b6-b817-61a1d9af5e1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 HTTP/1.1" status: 200 len: 217 time: 0.0390754 Aug 13 02:45:50.804009 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-0852e244-d33a-4043-9e5b-a6990a835065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:50.805498 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-0852e244-d33a-4043-9e5b-a6990a835065 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ecabeac-db26-4e85-b0de-f51198f4b8f7 HTTP/1.1" status: 200 len: 854 time: 0.0727293 Aug 13 02:45:50.826400 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045f1d9-2334-4fc6-88f8-b153a0b5c125 req-abb50000-223b-48e2-8743-8f0ebacdb986 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:50.827883 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9045f1d9-2334-4fc6-88f8-b153a0b5c125 req-abb50000-223b-48e2-8743-8f0ebacdb986 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0697684 Aug 13 02:45:50.859265 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-f936273e-2a6a-4b1a-9716-c1286a5946ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303195 Aug 13 02:45:50.961938 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9045f1d9-2334-4fc6-88f8-b153a0b5c125 req-0e2bc817-6b3c-434f-8912-d1d021516dd1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256518 Aug 13 02:45:50.989624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5661c8-f1eb-45a3-b00f-90d9666a0326 req-11ae50c8-d956-4d65-a10b-ee0b19294c2d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:50.991102 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d5661c8-f1eb-45a3-b00f-90d9666a0326 req-11ae50c8-d956-4d65-a10b-ee0b19294c2d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 943 time: 0.1342533 Aug 13 02:45:51.026553 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-cb1c5a15-670a-452e-b63a-8a9e0b0b54a6 service neutron] 10.222.0.39 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516292 Aug 13 02:45:51.044253 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d5661c8-f1eb-45a3-b00f-90d9666a0326 req-8db10ef0-e51b-4751-aa4b-5fe8864c14dc tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Aug 13 02:45:51.163344 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-062e3540-fd89-422d-9bda-77b5b8539e64 req-688311b5-e252-4110-be8b-6d949b91b806 service neutron] 10.222.0.39 "GET /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141126 Aug 13 02:45:51.222757 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c0e73-d732-4482-bf38-2f96ce1ef7af req-82e39143-10d2-456d-b0aa-07c568d98308 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.224662 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2b1c0e73-d732-4482-bf38-2f96ce1ef7af req-82e39143-10d2-456d-b0aa-07c568d98308 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0875289 Aug 13 02:45:51.264461 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971a76d-963b-4a01-894b-31f5df13fbb6 req-094c4a7a-defb-4824-8802-cb2613383c05 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.266059 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a971a76d-963b-4a01-894b-31f5df13fbb6 req-094c4a7a-defb-4824-8802-cb2613383c05 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0773211 Aug 13 02:45:51.291681 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2b1c0e73-d732-4482-bf38-2f96ce1ef7af req-3b367f63-d679-41d5-9b51-60970614e5c3 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Aug 13 02:45:51.312685 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a971a76d-963b-4a01-894b-31f5df13fbb6 req-3e99149d-76f0-4b2d-aca2-99fce6dd8773 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392523 Aug 13 02:45:51.376997 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-ce35736a-9892-4141-a891-f52f69dc026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.378471 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-ce35736a-9892-4141-a891-f52f69dc026c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 1099 time: 0.0530963 Aug 13 02:45:51.468220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-e5433f50-4312-4670-b6b8-9c089e3e25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.469624 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-e5433f50-4312-4670-b6b8-9c089e3e25c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 911 time: 0.0824363 Aug 13 02:45:51.542099 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-16ba77aa-abd5-45b0-b46e-9ecea9cfa90c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf HTTP/1.1" status: 200 len: 1002 time: 0.0597229 Aug 13 02:45:51.590376 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-8f3fd11f-2fcd-4d2a-bc67-4456c7364376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.592370 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-8f3fd11f-2fcd-4d2a-bc67-4456c7364376 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.0417697 Aug 13 02:45:51.638788 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-1dbb54cf-d8fe-4a28-96bc-5edbfab4adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.640218 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-1dbb54cf-d8fe-4a28-96bc-5edbfab4adb8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379934 Aug 13 02:45:51.740766 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-ca1716eb-55af-4bf9-8071-68198f17223e service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864031 Aug 13 02:45:52.078097 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-789be2cc-3fc3-440d-b219-9340bdce9a20 req-af4f8bd5-ce72-4aa2-8c0c-99e72f5fede3 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266039 Aug 13 02:45:52.165506 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb823e53-3a48-42c9-8491-7c1386bdd83b req-48b9c8f2-f68a-4f49-b833-ac7a37ceaaf4 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:52.166951 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb823e53-3a48-42c9-8491-7c1386bdd83b req-48b9c8f2-f68a-4f49-b833-ac7a37ceaaf4 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 943 time: 0.0487833 Aug 13 02:45:52.203406 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb823e53-3a48-42c9-8491-7c1386bdd83b req-c5b6060d-fb7c-4d01-a4a9-3698170205b3 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296948 Aug 13 02:45:52.410196 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1c1d2-c92e-42e9-b61f-05e990f08e74 req-0fecb538-9fbf-4881-aa99-57f637482917 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:52.412017 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-31a1c1d2-c92e-42e9-b61f-05e990f08e74 req-0fecb538-9fbf-4881-aa99-57f637482917 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0536699 Aug 13 02:45:52.476475 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-31a1c1d2-c92e-42e9-b61f-05e990f08e74 req-eb9808e3-c643-49b9-a631-93a415b145b0 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578310 Aug 13 02:45:52.493348 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084863b4-cd5f-4fba-b3d9-dd89b400b43b req-3b7db846-1133-49b2-a32c-c2263756119c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:52.494828 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-084863b4-cd5f-4fba-b3d9-dd89b400b43b req-3b7db846-1133-49b2-a32c-c2263756119c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0679321 Aug 13 02:45:52.531646 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-084863b4-cd5f-4fba-b3d9-dd89b400b43b req-32200570-fd0e-4ec0-b686-74562d23876d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309672 Aug 13 02:45:53.315702 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036f8b7-6bf8-4c1f-98a0-f63a28872e64 req-e7f5e51e-dc8d-423c-acb2-5bcbdc55696f tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:53.317228 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a036f8b7-6bf8-4c1f-98a0-f63a28872e64 req-e7f5e51e-dc8d-423c-acb2-5bcbdc55696f tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 943 time: 0.0483444 Aug 13 02:45:53.357327 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a036f8b7-6bf8-4c1f-98a0-f63a28872e64 req-9c1657bf-68ae-4052-a958-0e5845f871f4 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340383 Aug 13 02:45:53.588008 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0baba3-23c0-4122-9b8d-77e1b5348958 req-e307d5aa-4411-46a0-b1f2-44254d83f9df tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:53.589483 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e0baba3-23c0-4122-9b8d-77e1b5348958 req-e307d5aa-4411-46a0-b1f2-44254d83f9df tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0483050 Aug 13 02:45:53.717777 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fc37b-7801-492b-bb63-b32cac473953 req-ec48e321-fc7d-4dcc-84d5-5d3700214008 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:53.719303 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-380fc37b-7801-492b-bb63-b32cac473953 req-ec48e321-fc7d-4dcc-84d5-5d3700214008 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0506213 Aug 13 02:45:53.777516 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-380fc37b-7801-492b-bb63-b32cac473953 req-d0b401eb-e574-4973-9c7f-daac6f310a54 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521116 Aug 13 02:45:53.791191 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e0baba3-23c0-4122-9b8d-77e1b5348958 req-4221c26f-70be-4feb-8a43-2fd6acd2889c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/security-groups?id=55706754-faf5-4f8e-a08b-388d102f3df5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955874 Aug 13 02:45:53.993470 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-27af1a37-7036-4d64-9f49-6ae019c40808 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:53.994952 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-27af1a37-7036-4d64-9f49-6ae019c40808 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.39 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 946 time: 0.0484984 Aug 13 02:45:54.092775 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Deleting port c897985c-4bd8-4b69-acbf-317c8608b4bf {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:54.093118 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:54.178457 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] For port c897985c-4bd8-4b69-acbf-317c8608b4bf, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c897985c-4bd8-4b69-acbf-317c8608b4bf,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:54.178872 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:54.195377 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Calling delete_port for c897985c-4bd8-4b69-acbf-317c8608b4bf owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:54.316855 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:54.342093 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Pushing event deleted for resources: {'Port': ['ID=c897985c-4bd8-4b69-acbf-317c8608b4bf,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:54.354682 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['c897985c-4bd8-4b69-acbf-317c8608b4bf'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:45:54.388424 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] No DVR routers for this DVR port c897985c-4bd8-4b69-acbf-317c8608b4bf on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:45:54.390699 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:54.392706 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ab9762e6-a9fc-403f-9627-9b86354e68c3 req-99fbe84d-1fc9-4bb4-b2d2-a4c189ed1e8c tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.39 "DELETE /v2.0/ports/c897985c-4bd8-4b69-acbf-317c8608b4bf HTTP/1.1" status: 204 len: 173 time: 0.3864975 Aug 13 02:45:54.393180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d5abed-9e9f-4707-93b5-58a62bfcc840', 'name': 'network-vif-deleted', 'tag': 'c897985c-4bd8-4b69-acbf-317c8608b4bf'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:54.395367 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fd68af-ef43-48ee-a5f4-9da1fed88308" -d '{"events": [{"server_uuid": "23d5abed-9e9f-4707-93b5-58a62bfcc840", "name": "network-vif-deleted", "tag": "c897985c-4bd8-4b69-acbf-317c8608b4bf"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:54.438639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4090fd94-1ac4-4d90-bc06-548f794db522 x-openstack-request-id: req-4090fd94-1ac4-4d90-bc06-548f794db522 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:54.438925 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d5abed-9e9f-4707-93b5-58a62bfcc840", "name": "network-vif-deleted", "tag": "c897985c-4bd8-4b69-acbf-317c8608b4bf", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:54.439180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4090fd94-1ac4-4d90-bc06-548f794db522 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:54.439568 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d5abed-9e9f-4707-93b5-58a62bfcc840', 'name': 'network-vif-deleted', 'tag': 'c897985c-4bd8-4b69-acbf-317c8608b4bf', 'status': 'completed', 'code': 200} Aug 13 02:45:54.478864 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efb4c4-ea02-4ed5-94c2-89a0cb1c8396 req-45d202bc-f27a-4955-af2f-c400dbd4ddcd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:54.480355 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42efb4c4-ea02-4ed5-94c2-89a0cb1c8396 req-45d202bc-f27a-4955-af2f-c400dbd4ddcd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 943 time: 0.0511878 Aug 13 02:45:54.518519 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42efb4c4-ea02-4ed5-94c2-89a0cb1c8396 req-44958cc0-c33c-421d-8bc1-f18cddd3e76f tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Aug 13 02:45:54.896207 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0e604394-6f03-4e4d-9acf-5cec4f5e8737 req-ba66fb34-3579-419b-86b9-46cd0ff5e726 tempest-ServerRescueNegativeTestJSON-2055729328 tempest-ServerRescueNegativeTestJSON-2055729328-project] 10.222.0.43 "GET /v2.0/ports?device_id=23d5abed-9e9f-4707-93b5-58a62bfcc840 HTTP/1.1" status: 200 len: 210 time: 0.0261674 Aug 13 02:45:55.635885 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa790-59d0-4d05-8ae3-bff03ca83097 req-de72601d-ad2e-4af5-bf23-dbb49d53be14 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:55.637384 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2bfa790-59d0-4d05-8ae3-bff03ca83097 req-de72601d-ad2e-4af5-bf23-dbb49d53be14 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 943 time: 0.0481160 Aug 13 02:45:55.677908 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2bfa790-59d0-4d05-8ae3-bff03ca83097 req-ab499273-ab43-46be-88b3-cc0eb88b580d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346255 Aug 13 02:45:55.945481 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:45:55.955650 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43448) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:56.042644 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:56.054330 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': 'fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5', 'network_id': '0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c', 'port_id': 'fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5', 'mac_address': 'fa:16:3e:fb:24:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ecabeac-db26-4e85-b0de-f51198f4b8f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:45:56.091203 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:56.103700 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:45:56.123953 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:56.127634 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:56.173780 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:56.180614 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.180952 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.181296 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.181636 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.181976 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.182308 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.182637 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.182968 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.183298 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.183625 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.184036 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.184492 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:56.456237 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741203'] for router_interface, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:56.680647 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:45:56.748350 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Deleting port 66e0b198-db92-4c65-8e30-c847dc1e8667 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:56.748715 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:56.834232 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] For port 66e0b198-db92-4c65-8e30-c847dc1e8667, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=66e0b198-db92-4c65-8e30-c847dc1e8667,segment=NetworkSegment(de047766-a8cc-4776-83e0-8d79d29dbc7f),segment_id=de047766-a8cc-4776-83e0-8d79d29dbc7f)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:56.834931 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:56.847826 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Calling delete_port for 66e0b198-db92-4c65-8e30-c847dc1e8667 owned by network:router_interface {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:56.853893 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6789a7-0302-4e4f-bbdf-bc447b22106b req-8a9f0d5d-53d2-44b8-a1c9-b75d4f7ef6d4 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:56.855365 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e6789a7-0302-4e4f-bbdf-bc447b22106b req-8a9f0d5d-53d2-44b8-a1c9-b75d4f7ef6d4 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 944 time: 0.1073065 Aug 13 02:45:56.895749 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e6789a7-0302-4e4f-bbdf-bc447b22106b req-3aa20b1b-0238-41b4-988b-b2d791c0d187 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Aug 13 02:45:57.067475 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:57.094773 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=66e0b198-db92-4c65-8e30-c847dc1e8667,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:57.120281 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.120660 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.121007 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.121343 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.122214 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.122554 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.122884 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.123214 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.123542 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.123866 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.124188 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.124538 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:57.258255 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586979'] for router_interface, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:57.459024 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Router ec2300ba-4b25-468f-ae4b-ebee325d412e has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:45:57.560708 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:57.566706 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2af61ed0-54f6-4fd7-8051-635e3f32f4ac admin admin] 10.222.0.43 "PUT /v2.0/routers/ec2300ba-4b25-468f-ae4b-ebee325d412e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6088574 Aug 13 02:45:57.567942 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43460) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:57.570564 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] Sync routers for ids ['ec2300ba-4b25-468f-ae4b-ebee325d412e'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:57.580126 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] Routers {'ec2300ba-4b25-468f-ae4b-ebee325d412e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:57.580753 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['ec2300ba-4b25-468f-ae4b-ebee325d412e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:57.695187 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] Set router ec2300ba-4b25-468f-ae4b-ebee325d412e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:57.860367 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks [] for router, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:57.877065 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:45:57Z', 'revision_number': 5, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'gw_port': {'id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:57.902195 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] Checking router: ec2300ba-4b25-468f-ae4b-ebee325d412e for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:57.910612 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] Routers {'ec2300ba-4b25-468f-ae4b-ebee325d412e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:57.911200 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['ec2300ba-4b25-468f-ae4b-ebee325d412e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:57.953120 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:57.971753 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.023213 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:58.029617 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:58.030005 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.036831 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Deleting port 381157dd-3145-48e9-ae37-ccaca93a318f {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:58.037237 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.097528 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96125d3-4658-4ce6-9b04-8937023b5971 req-c0fd63d2-7943-4d6f-b291-7172b2ec3a49 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:58.105724 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b96125d3-4658-4ce6-9b04-8937023b5971 req-c0fd63d2-7943-4d6f-b291-7172b2ec3a49 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 944 time: 0.0943143 Aug 13 02:45:58.106189 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] Set router ec2300ba-4b25-468f-ae4b-ebee325d412e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:58.123768 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] For port 381157dd-3145-48e9-ae37-ccaca93a318f, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=381157dd-3145-48e9-ae37-ccaca93a318f,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:58.124288 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.138649 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Calling delete_port for 381157dd-3145-48e9-ae37-ccaca93a318f owned by network:router_gateway {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:58.161449 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b96125d3-4658-4ce6-9b04-8937023b5971 req-549d82ad-107d-42b0-9fde-781732aa1a3a tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541561 Aug 13 02:45:58.203037 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.225190 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb788821-edfa-446c-b71a-96f1f6188b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:58.227533 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f65502b-6347-465f-9087-8d9ed660b389" -d '{"events": [{"server_uuid": "fb788821-edfa-446c-b71a-96f1f6188b6c", "name": "network-vif-plugged", "status": "completed", "tag": "fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:58.241352 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:58.247764 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.248884 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device c897985c-4bd8-4b69-acbf-317c8608b4bf no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:58.289151 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538bfc4a-14b3-4b6f-ad4a-c6ccd82bafb5 x-openstack-request-id: req-538bfc4a-14b3-4b6f-ad4a-c6ccd82bafb5 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:58.289530 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb788821-edfa-446c-b71a-96f1f6188b6c", "name": "network-vif-plugged", "status": "completed", "tag": "fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:58.289786 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-538bfc4a-14b3-4b6f-ad4a-c6ccd82bafb5 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:58.290160 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb788821-edfa-446c-b71a-96f1f6188b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5', 'code': 200} Aug 13 02:45:58.290666 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: c897985c-4bd8-4b69-acbf-317c8608b4bf {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:58.290996 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device c897985c-4bd8-4b69-acbf-317c8608b4bf not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:58.316274 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:45:57Z', 'revision_number': 5, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'gw_port': {'id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:58.318768 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:58.343350 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.347119 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2f994-80b9-44d5-bc40-0eafb2df5d6a None None] The sync data for ids ['ec2300ba-4b25-468f-ae4b-ebee325d412e'] in dv-cinder-759994-5-iscsi is: [{'id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'name': 'tempest-ServerRescueNegativeTestJSON-645371904-router', 'tenant_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:45:57Z', 'revision_number': 5, 'project_id': '8038cbdc6e504a1995c3c73ba72b6d96', 'gw_port': {'id': '381157dd-3145-48e9-ae37-ccaca93a318f', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec2300ba-4b25-468f-ae4b-ebee325d412e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:58.384578 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Pushing event deleted for resources: {'Port': ['ID=381157dd-3145-48e9-ae37-ccaca93a318f,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:58.441486 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585881'] for router_gateway, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.504255 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0777-09ce-415a-a18f-0e7805f8b876 req-9220cea3-d113-4f9a-8a58-2168060e50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:58.505778 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b57f0777-09ce-415a-a18f-0e7805f8b876 req-9220cea3-d113-4f9a-8a58-2168060e50b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 1098 time: 0.0416381 Aug 13 02:45:58.548256 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130968'] for router, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.548706 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b57f0777-09ce-415a-a18f-0e7805f8b876 req-adf00097-7c93-4cdc-abe3-2f93d2931c59 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356917 Aug 13 02:45:58.550396 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.614897 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575482'] for router, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.615439 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec2300ba-4b25-468f-ae4b-ebee325d412e {{(pid=100588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:45:58.620757 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.621320 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-53e365c3-9c40-4e35-bd22-029871db0cad admin admin] 10.222.0.43 "DELETE /v2.0/routers/ec2300ba-4b25-468f-ae4b-ebee325d412e HTTP/1.1" status: 204 len: 168 time: 1.0523889 Aug 13 02:45:58.623754 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43468) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:58.667128 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd5b467-00bc-497d-923b-ace8f41928b5 admin admin] Deleting subnet 2cd764f6-afef-4dd5-9dae-f720defa0f90 {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:45:58.671510 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b467-00bc-497d-923b-ace8f41928b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.720720 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b467-00bc-497d-923b-ace8f41928b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.759586 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b467-00bc-497d-923b-ace8f41928b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.817787 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b467-00bc-497d-923b-ace8f41928b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.844017 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5b467-00bc-497d-923b-ace8f41928b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd764f6-afef-4dd5-9dae-f720defa0f90,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:58.848359 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2dd5b467-00bc-497d-923b-ace8f41928b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:58.850268 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2dd5b467-00bc-497d-923b-ace8f41928b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2cd764f6-afef-4dd5-9dae-f720defa0f90 HTTP/1.1" status: 204 len: 168 time: 0.2255616 Aug 13 02:45:58.852714 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43470) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:58.920881 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.004646 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.016594 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42dd588d-5715-4556-ab80-f08c56574cc1']}} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:59.028392 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de047766-a8cc-4776-83e0-8d79d29dbc7f') {'for_net_delete': True} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:59.028709 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de047766-a8cc-4776-83e0-8d79d29dbc7f') {} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:59.037070 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6502709'] for segment, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.050333 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.056017 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=100588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:45:59.056429 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6657076'] for segment, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: Traceback (most recent call last): Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: timer() Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: cb(*args, **kw) Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: return func(*args, **kwargs) Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: self._notify() Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: self.callback(batched_events) Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: event.method(event) Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: return f(self, *a, **k) Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._get(url).json() Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: return self.request(url, 'GET', **kwargs) Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:45:59.058007 dv-cinder-759994-5-iscsi neutron-server[100588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:45:59.109930 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.125871 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.127694 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/42dd588d-5715-4556-ab80-f08c56574cc1 HTTP/1.1" status: 204 len: 168 time: 0.2740726 Aug 13 02:45:59.128697 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f06db9-8d9c-4e8f-9341-5e36de1e27c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=42dd588d-5715-4556-ab80-f08c56574cc1,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:59.256572 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43478) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:59.273800 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38620640-285e-4ae5-8e56-867acb78a2e3 req-3d40e402-2824-4416-8088-a5d8940622f2 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:59.275203 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-38620640-285e-4ae5-8e56-867acb78a2e3 req-3d40e402-2824-4416-8088-a5d8940622f2 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 945 time: 0.0529413 Aug 13 02:45:59.299753 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-680b2bd7-ce9f-4681-abed-6da3389af77f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8038cbdc6e504a1995c3c73ba72b6d96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420270 Aug 13 02:45:59.302254 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43480) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:59.315619 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-38620640-285e-4ae5-8e56-867acb78a2e3 req-a95bf4ff-fb5c-41f7-94b6-735629fb63ab tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340726 Aug 13 02:45:59.353008 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e421b33-f017-4263-8f7d-e3ed6adf2d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.379002 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e421b33-f017-4263-8f7d-e3ed6adf2d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.424686 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e421b33-f017-4263-8f7d-e3ed6adf2d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.427152 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e421b33-f017-4263-8f7d-e3ed6adf2d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:59.428292 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2e421b33-f017-4263-8f7d-e3ed6adf2d0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55706754-faf5-4f8e-a08b-388d102f3df5 HTTP/1.1" status: 204 len: 168 time: 0.1251500 Aug 13 02:45:59.436818 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e421b33-f017-4263-8f7d-e3ed6adf2d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55706754-faf5-4f8e-a08b-388d102f3df5,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:00.142589 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 381157dd-3145-48e9-ae37-ccaca93a318f no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:46:00.161396 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 381157dd-3145-48e9-ae37-ccaca93a318f {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:46:00.161746 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 381157dd-3145-48e9-ae37-ccaca93a318f not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:46:00.162159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 66e0b198-db92-4c65-8e30-c847dc1e8667 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:46:00.183791 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 66e0b198-db92-4c65-8e30-c847dc1e8667 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:46:00.184688 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 66e0b198-db92-4c65-8e30-c847dc1e8667 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:46:00.442868 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027ce50-5ca5-4976-b73d-1cbe16444c72 req-20c0a7c6-8b77-469e-a6ff-f56c327791fe tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:00.444392 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c027ce50-5ca5-4976-b73d-1cbe16444c72 req-20c0a7c6-8b77-469e-a6ff-f56c327791fe tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 945 time: 0.0543904 Aug 13 02:46:00.501446 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c027ce50-5ca5-4976-b73d-1cbe16444c72 req-6bb0fcd6-7b91-4e3e-8dfa-acd97c8356f7 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504949 Aug 13 02:46:01.626170 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8dc2e-33be-4608-952a-4f9546900cd8 req-663f1c1b-1760-4904-b1fd-8d8243a6a1c7 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:01.627695 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-81b8dc2e-33be-4608-952a-4f9546900cd8 req-663f1c1b-1760-4904-b1fd-8d8243a6a1c7 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 945 time: 0.0532949 Aug 13 02:46:01.667526 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-81b8dc2e-33be-4608-952a-4f9546900cd8 req-c9d3ca66-07d3-4f4b-9a28-cbdedb8a84c7 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Aug 13 02:46:05.812763 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7581a670-eafb-44ca-acfb-1cc97294c541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:08.205933 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-4afe4962-6e93-4dba-81fc-550d744585e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399809 Aug 13 02:46:08.328299 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-7c3f544f-dae3-4781-95f8-a5b010e94f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:08.329936 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-7c3f544f-dae3-4781-95f8-a5b010e94f87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 1099 time: 0.0408690 Aug 13 02:46:08.446325 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-1664b239-af74-47f8-8d93-6fc92e2ecf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:08.447798 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-1664b239-af74-47f8-8d93-6fc92e2ecf13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 911 time: 0.0881946 Aug 13 02:46:08.515482 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-0c1f1d55-2b56-43e8-8e90-6b54b77ca4a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf HTTP/1.1" status: 200 len: 1002 time: 0.0563469 Aug 13 02:46:08.567760 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-d27bb349-7006-405b-92aa-9bb78336dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:08.569190 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-d27bb349-7006-405b-92aa-9bb78336dd46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.0427012 Aug 13 02:46:08.626724 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-875dd576-aa02-4265-a8f7-d3fe81125b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:08.628282 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-875dd576-aa02-4265-a8f7-d3fe81125b6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442326 Aug 13 02:46:08.721198 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-164f7d6d-6ea9-43ec-a76c-e1fa837d0738 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818596 Aug 13 02:46:08.776805 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f6d47df7-6c3e-481f-8a3e-c0374a64abff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:08.823293 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f2a98e31-53d3-4645-856c-4ba7d09417fb req-7432fc92-b32c-4b63-847b-bbca2704f7e6 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896301 Aug 13 02:46:08.845972 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 43642) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:08.951382 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-99ee832d-fa7b-4863-b788-6a8989d77774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.034003 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.041200 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-99ee832d-fa7b-4863-b788-6a8989d77774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.045718 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-99ee832d-fa7b-4863-b788-6a8989d77774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.083121 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-99ee832d-fa7b-4863-b788-6a8989d77774 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c5c875c763c4d2a865265d0486a54e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361183 Aug 13 02:46:09.084019 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee832d-fa7b-4863-b788-6a8989d77774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61abbe0-eb1b-4150-83e7-3f59496d1018,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:09.085997 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43646) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:09.133815 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-43780f4b-cea2-424a-85d8-9695f450c5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.154854 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-43780f4b-cea2-424a-85d8-9695f450c5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.198427 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-43780f4b-cea2-424a-85d8-9695f450c5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.202347 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-43780f4b-cea2-424a-85d8-9695f450c5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.203095 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-43780f4b-cea2-424a-85d8-9695f450c5d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c61abbe0-eb1b-4150-83e7-3f59496d1018 HTTP/1.1" status: 204 len: 168 time: 0.1160357 Aug 13 02:46:09.212205 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43780f4b-cea2-424a-85d8-9695f450c5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61abbe0-eb1b-4150-83e7-3f59496d1018,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:09.592222 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.699079 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:10.605546 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43694) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:10.727654 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a3f1fa-36f7-4b53-a818-3064f11ca060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:10.820059 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a3f1fa-36f7-4b53-a818-3064f11ca060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:10.823777 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b6a3f1fa-36f7-4b53-a818-3064f11ca060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:10.861780 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-b6a3f1fa-36f7-4b53-a818-3064f11ca060 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7cb628a880643498d7636e9311aff5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547505 Aug 13 02:46:10.863821 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3f1fa-36f7-4b53-a818-3064f11ca060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca427688-27cf-4e00-aaa0-d87249741684,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:10.864514 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 43702) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:10.912952 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-57b68642-ef5b-4bdf-8eeb-9f9dc08943c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:10.934023 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-57b68642-ef5b-4bdf-8eeb-9f9dc08943c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:10.981662 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-57b68642-ef5b-4bdf-8eeb-9f9dc08943c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:10.984140 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-57b68642-ef5b-4bdf-8eeb-9f9dc08943c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:10.985298 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-57b68642-ef5b-4bdf-8eeb-9f9dc08943c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca427688-27cf-4e00-aaa0-d87249741684 HTTP/1.1" status: 204 len: 168 time: 0.1197932 Aug 13 02:46:10.993228 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b68642-ef5b-4bdf-8eeb-9f9dc08943c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca427688-27cf-4e00-aaa0-d87249741684,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:11.240891 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 43708) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:11.256712 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8f80ed2f-7fed-44f9-a5df-962c84d9436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:11.258520 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:11.347600 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8f80ed2f-7fed-44f9-a5df-962c84d9436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:11.351266 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8f80ed2f-7fed-44f9-a5df-962c84d9436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:11.389484 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-8f80ed2f-7fed-44f9-a5df-962c84d9436b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7aa7f4340cb348d3a806965f424d3e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476057 Aug 13 02:46:11.390570 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80ed2f-7fed-44f9-a5df-962c84d9436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fa157e-10fa-41f9-bf57-45485c3b86e6,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:11.392376 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43712) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:11.441857 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9094b867-39c1-4757-be23-86cca6beda3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:11.462115 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9094b867-39c1-4757-be23-86cca6beda3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:11.507789 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9094b867-39c1-4757-be23-86cca6beda3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:11.510359 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9094b867-39c1-4757-be23-86cca6beda3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:11.511533 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-9094b867-39c1-4757-be23-86cca6beda3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4fa157e-10fa-41f9-bf57-45485c3b86e6 HTTP/1.1" status: 204 len: 168 time: 0.1178749 Aug 13 02:46:11.518727 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094b867-39c1-4757-be23-86cca6beda3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fa157e-10fa-41f9-bf57-45485c3b86e6,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:13.080372 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 43764) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:13.181716 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cfbe149f-5f3a-44d2-8cd1-05dc7e1ed8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.273160 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cfbe149f-5f3a-44d2-8cd1-05dc7e1ed8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.276762 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cfbe149f-5f3a-44d2-8cd1-05dc7e1ed8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.311589 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe149f-5f3a-44d2-8cd1-05dc7e1ed8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c029f3b-aad4-4804-9467-355422e312c2,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:13.315621 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-cfbe149f-5f3a-44d2-8cd1-05dc7e1ed8ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5a97c25f5ce431288832f9c11fb6a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341764 Aug 13 02:46:13.318252 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 43768) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:13.365125 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3d895665-4a2a-487b-9c1b-f1f6ee66989d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.386346 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3d895665-4a2a-487b-9c1b-f1f6ee66989d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.436586 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3d895665-4a2a-487b-9c1b-f1f6ee66989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.439115 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3d895665-4a2a-487b-9c1b-f1f6ee66989d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.440254 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-3d895665-4a2a-487b-9c1b-f1f6ee66989d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c029f3b-aad4-4804-9467-355422e312c2 HTTP/1.1" status: 204 len: 168 time: 0.1211224 Aug 13 02:46:13.447665 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d895665-4a2a-487b-9c1b-f1f6ee66989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c029f3b-aad4-4804-9467-355422e312c2,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:13.691645 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 43776) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:13.704386 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-124830ea-cdb9-4a1a-9864-efb960f0cce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.792081 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-124830ea-cdb9-4a1a-9864-efb960f0cce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.796157 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-124830ea-cdb9-4a1a-9864-efb960f0cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.832756 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-124830ea-cdb9-4a1a-9864-efb960f0cce9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=604c2a3dd83c494285e8f155adf71588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400461 Aug 13 02:46:13.834650 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124830ea-cdb9-4a1a-9864-efb960f0cce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5c9c01-3db8-4259-b64a-21b8bccf219f,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:13.835513 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 43778) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:13.885142 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-387cdf35-be79-49bd-972b-b657a4f6ece7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.908614 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-387cdf35-be79-49bd-972b-b657a4f6ece7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.952890 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-387cdf35-be79-49bd-972b-b657a4f6ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.955578 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-387cdf35-be79-49bd-972b-b657a4f6ece7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:13.956727 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-387cdf35-be79-49bd-972b-b657a4f6ece7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df5c9c01-3db8-4259-b64a-21b8bccf219f HTTP/1.1" status: 204 len: 168 time: 0.1200583 Aug 13 02:46:13.964075 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cdf35-be79-49bd-972b-b657a4f6ece7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5c9c01-3db8-4259-b64a-21b8bccf219f,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:24.168969 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:46:28.875949 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44008) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:28.940870 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3daa6e-cd63-4f09-aaf1-dc84da14d5a0 req-e844b7a6-7c59-4c1a-b0cb-f40bf791dce2 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:28.942354 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7f3daa6e-cd63-4f09-aaf1-dc84da14d5a0 req-e844b7a6-7c59-4c1a-b0cb-f40bf791dce2 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 945 time: 0.0487132 Aug 13 02:46:28.982937 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7f3daa6e-cd63-4f09-aaf1-dc84da14d5a0 req-ac22c0ce-b500-485d-bfb1-4a5e981817b2 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339198 Aug 13 02:46:28.984081 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ad2eb135-178b-4f57-b93d-a04d22f2ea77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.070243 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ad2eb135-178b-4f57-b93d-a04d22f2ea77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.073927 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ad2eb135-178b-4f57-b93d-a04d22f2ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.111968 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ad2eb135-178b-4f57-b93d-a04d22f2ea77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=365dea2abd194909a1896fc12afe20a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349601 Aug 13 02:46:29.112881 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2eb135-178b-4f57-b93d-a04d22f2ea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bc7c4c-09a9-447d-8762-76900f88b9d6,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:29.114673 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44014) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:29.165594 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-660c8145-3953-427a-b96b-b281846234b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.185914 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-660c8145-3953-427a-b96b-b281846234b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.230663 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-660c8145-3953-427a-b96b-b281846234b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.233363 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-660c8145-3953-427a-b96b-b281846234b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.234487 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-660c8145-3953-427a-b96b-b281846234b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87bc7c4c-09a9-447d-8762-76900f88b9d6 HTTP/1.1" status: 204 len: 168 time: 0.1180670 Aug 13 02:46:29.242639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c8145-3953-427a-b96b-b281846234b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bc7c4c-09a9-447d-8762-76900f88b9d6,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:29.486876 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44020) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:29.500285 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-851755c8-db20-42ae-9101-93ddbca781ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.591969 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-851755c8-db20-42ae-9101-93ddbca781ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.595741 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-851755c8-db20-42ae-9101-93ddbca781ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.632932 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-851755c8-db20-42ae-9101-93ddbca781ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cc7c522b1334689b8b322a8e1e4c8c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450107 Aug 13 02:46:29.634010 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851755c8-db20-42ae-9101-93ddbca781ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3575c4b-f2fe-44f8-aa47-a2beb0308d07,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:29.635617 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44022) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:29.685609 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a355c971-af8d-433c-ada2-30c68af1ab57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.706636 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a355c971-af8d-433c-ada2-30c68af1ab57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.754217 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a355c971-af8d-433c-ada2-30c68af1ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.756860 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a355c971-af8d-433c-ada2-30c68af1ab57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:29.757964 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a355c971-af8d-433c-ada2-30c68af1ab57 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3575c4b-f2fe-44f8-aa47-a2beb0308d07 HTTP/1.1" status: 204 len: 168 time: 0.1210492 Aug 13 02:46:29.765968 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355c971-af8d-433c-ada2-30c68af1ab57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3575c4b-f2fe-44f8-aa47-a2beb0308d07,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:30.079817 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44032) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:30.093712 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-af1f07fb-274c-4502-91b0-9a0cde66933f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:30.098338 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ef3ee-fd7b-4832-acef-d112ce437e0c req-18bc18b0-81c5-44b1-9bee-88d883b74d19 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:30.100663 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-292ef3ee-fd7b-4832-acef-d112ce437e0c req-18bc18b0-81c5-44b1-9bee-88d883b74d19 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 945 time: 0.0502708 Aug 13 02:46:30.141420 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-292ef3ee-fd7b-4832-acef-d112ce437e0c req-d705ccbe-9acc-4da9-9815-69aa72330b53 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356944 Aug 13 02:46:30.184573 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-af1f07fb-274c-4502-91b0-9a0cde66933f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:30.188188 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-af1f07fb-274c-4502-91b0-9a0cde66933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:30.226066 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-af1f07fb-274c-4502-91b0-9a0cde66933f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1821fa558664794bbb292a514eaf48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451540 Aug 13 02:46:30.226895 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f07fb-274c-4502-91b0-9a0cde66933f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad547bc-3dd0-4856-9df0-354c42f01dbb,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:30.229359 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44034) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:30.280229 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6aaad53c-38bd-4926-bf75-f248d80a3d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:30.300624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6aaad53c-38bd-4926-bf75-f248d80a3d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:30.345747 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6aaad53c-38bd-4926-bf75-f248d80a3d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:30.348382 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6aaad53c-38bd-4926-bf75-f248d80a3d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:30.349538 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6aaad53c-38bd-4926-bf75-f248d80a3d46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ad547bc-3dd0-4856-9df0-354c42f01dbb HTTP/1.1" status: 204 len: 168 time: 0.1183674 Aug 13 02:46:30.359170 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaad53c-38bd-4926-bf75-f248d80a3d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad547bc-3dd0-4856-9df0-354c42f01dbb,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:31.008256 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44058) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:31.101680 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-374028650-network', 'tenant_id': '5680a05bc10548a0bb0dccb31db40e52'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:46:31.126046 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Made reservation on behalf of 5680a05bc10548a0bb0dccb31db40e52 for: {'network': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:46:31.128533 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.136757 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.255537 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.260017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.289624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=100589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:46:31.309232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357de44-a599-4579-8a3f-d765ec5ede20 req-b5613560-abbd-4cde-b3be-50870d5ecc67 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:31.310826 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b357de44-a599-4579-8a3f-d765ec5ede20 req-b5613560-abbd-4cde-b3be-50870d5ecc67 tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 945 time: 0.1005576 Aug 13 02:46:31.324836 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee99fdad-f1cc-4603-a9fc-9cae652faf87,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:31.327676 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.328019 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.segments_db [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Added segment 6174799f-ee8f-4604-8a07-e7e3ce9e7ede of type vlan for network 56acf527-c197-4adb-bf64-70d5dfed4f12 Aug 13 02:46:31.403665 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.426562 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b357de44-a599-4579-8a3f-d765ec5ede20 req-e3d81687-baaf-4397-8236-347de0a0f84a tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/security-groups?id=7338cee5-2850-404b-8c47-5a81e1373e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Aug 13 02:46:31.438256 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-0cfafb4e-a49e-4e5e-bf41-66d12910971d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:31.439683 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-0cfafb4e-a49e-4e5e-bf41-66d12910971d tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 945 time: 0.1270344 Aug 13 02:46:31.482723 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.483652 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:31.484232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.567968 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5560277 Aug 13 02:46:31.568324 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44064) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:31.573928 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Request body: {'subnet': {'network_id': '56acf527-c197-4adb-bf64-70d5dfed4f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-374028650-subnet', 'tenant_id': '5680a05bc10548a0bb0dccb31db40e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:46:31.577067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb677d-2e8c-498a-a1ef-76bb6614fbc2 admin admin] Pushing event updated for resources: {'Network': ['ID=56acf527-c197-4adb-bf64-70d5dfed4f12,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:31.587315 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 56acf527-c197-4adb-bf64-70d5dfed4f12 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:46:31.596474 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Made reservation on behalf of 5680a05bc10548a0bb0dccb31db40e52 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:46:31.600002 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114205'] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.605959 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Deleting port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:46:31.606665 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.702374 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] For port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,segment=NetworkSegment(dace41a1-5df8-4084-a68b-22a9e263d012),segment_id=dace41a1-5df8-4084-a68b-22a9e263d012)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:46:31.702730 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.715864 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Calling delete_port for fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:46:31.771198 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6657197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114223'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.825142 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6787aa49-e015-4001-a7d3-1e402032b55b,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:31.834332 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Checking segment: {'id': '6174799f-ee8f-4604-8a07-e7e3ce9e7ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '56acf527-c197-4adb-bf64-70d5dfed4f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:46:31.834685 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Network hostable DHCP agents. Network: 56acf527-c197-4adb-bf64-70d5dfed4f12, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:46:31.849782 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.852595 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Network 56acf527-c197-4adb-bf64-70d5dfed4f12 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:46:31.863161 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 56acf527-c197-4adb-bf64-70d5dfed4f12) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:46:31.867783 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:31.869035 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.872777 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fb99a-8df9-4766-b5d8-5cc639961b74 None None] Network 56acf527-c197-4adb-bf64-70d5dfed4f12 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:46:31.883010 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Pushing event deleted for resources: {'Port': ['ID=fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:31.886050 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-b391a74b-eae2-4b19-8514-0937c993070e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164077 Aug 13 02:46:31.910067 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:46:31.931866 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] No DVR routers for this DVR port fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:46:31.935444 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:31.937573 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8644ccf0-19d1-4ebe-958e-19dc168a5c6b req-c44ce39e-08b4-4e58-9d17-bb3ae3cdcabd tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.39 "DELETE /v2.0/ports/fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 HTTP/1.1" status: 204 len: 173 time: 0.4876001 Aug 13 02:46:31.938035 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb788821-edfa-446c-b71a-96f1f6188b6c', 'name': 'network-vif-deleted', 'tag': 'fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:46:31.941182 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c0c545-d099-44e1-a535-acac666bc475" -d '{"events": [{"server_uuid": "fb788821-edfa-446c-b71a-96f1f6188b6c", "name": "network-vif-deleted", "tag": "fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:46:31.983565 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6df6da1-8b01-4126-828e-dff2d3ef9afe x-openstack-request-id: req-c6df6da1-8b01-4126-828e-dff2d3ef9afe {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:46:31.983879 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb788821-edfa-446c-b71a-96f1f6188b6c", "name": "network-vif-deleted", "tag": "fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:46:31.984287 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6df6da1-8b01-4126-828e-dff2d3ef9afe {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:46:31.984608 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb788821-edfa-446c-b71a-96f1f6188b6c', 'name': 'network-vif-deleted', 'tag': 'fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5', 'status': 'completed', 'code': 200} Aug 13 02:46:32.029788 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76160ac1-1ad1-4046-a249-2ea567e04e87 None None] Network 56acf527-c197-4adb-bf64-70d5dfed4f12 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:46:32.378638 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44084) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:32.383643 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1094417531-network', 'tenant_id': 'be8a1d39177241daa5af578faf3a18de'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:46:32.405774 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Made reservation on behalf of be8a1d39177241daa5af578faf3a18de for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:46:32.408164 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.416932 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.510368 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.514931 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.536183 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:46:32.551629 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c85359e-bc76-4229-b3f9-3084d623f9f4,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:32.554656 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-820a5ff1-f4a6-495a-b02b-6029e60318fe req-17e8315b-75c1-4579-a8c4-33f05283df5b tempest-VolumesSnapshotTestJSON-65330508 tempest-VolumesSnapshotTestJSON-65330508-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb788821-edfa-446c-b71a-96f1f6188b6c HTTP/1.1" status: 200 len: 210 time: 0.0290544 Aug 13 02:46:32.555166 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.555166 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Added segment fad089b9-4e5c-4085-91da-e84525a8ef97 of type vlan for network 4dd65a26-02c9-43a0-8f02-0e2601dbf44f Aug 13 02:46:32.597102 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.625726 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.626697 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:32.627287 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.677410 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2976763 Aug 13 02:46:32.680214 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44088) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:32.686281 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Request body: {'subnet': {'network_id': '4dd65a26-02c9-43a0-8f02-0e2601dbf44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1094417531-subnet', 'tenant_id': 'be8a1d39177241daa5af578faf3a18de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:46:32.692918 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a18a27-8e48-4836-8f62-6df919cafa38 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd65a26-02c9-43a0-8f02-0e2601dbf44f,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:32.703623 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 4dd65a26-02c9-43a0-8f02-0e2601dbf44f details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:46:32.710305 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Made reservation on behalf of be8a1d39177241daa5af578faf3a18de for: {'subnet': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:46:32.712712 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7761453'] for subnet, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.876720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1883797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7761439'] for subnet, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.930582 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed072bb-cbe8-4880-a4f3-0e8de2dfdd71,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:32.943512 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Checking segment: {'id': 'fad089b9-4e5c-4085-91da-e84525a8ef97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4dd65a26-02c9-43a0-8f02-0e2601dbf44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:46:32.943864 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Network hostable DHCP agents. Network: 4dd65a26-02c9-43a0-8f02-0e2601dbf44f, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:46:32.961302 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Network 4dd65a26-02c9-43a0-8f02-0e2601dbf44f is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:46:32.969859 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 4dd65a26-02c9-43a0-8f02-0e2601dbf44f) {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:46:32.974990 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:32.976267 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:32.978440 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e66ca24-38f8-4c81-936a-9bfe5ce29707 None None] Network 4dd65a26-02c9-43a0-8f02-0e2601dbf44f requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:46:32.991115 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-07a4a055-d0b1-45ef-b33b-7ea8829872e0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3097663 Aug 13 02:46:33.103326 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24108a1-1502-4ba4-af67-be22decf730c None None] Network 4dd65a26-02c9-43a0-8f02-0e2601dbf44f requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:46:35.814532 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-36129985-1a8a-45e7-8347-77d5ff322050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:37.909982 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:46:37.930433 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:46:37.930777 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device fd4ec5df-fb9d-4659-92c7-06a4d6abf7c5 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:46:38.778706 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-aa7129be-9807-4701-98c9-a5bc89265a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:39.035118 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:39.587448 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:39.693390 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:41.266491 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.035123 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44358) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:56.078870 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Deleting subnet 6787aa49-e015-4001-a7d3-1e402032b55b {{(pid=100589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:46:56.081986 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.116650 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7456248'] for subnet, precommit_delete_associations {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.154136 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.210548 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7761414'] for subnet, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.238437 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6787aa49-e015-4001-a7d3-1e402032b55b,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:56.240989 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.244879 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6787aa49-e015-4001-a7d3-1e402032b55b HTTP/1.1" status: 204 len: 168 time: 0.2087147 Aug 13 02:46:56.247581 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44366) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:56.259232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.259586 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.259925 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.260260 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.260619 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.262112 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.262467 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.262920 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.263265 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.263593 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.263917 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.264239 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a20c1c-c280-41a6-b3a3-b04faece450c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:56.331100 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.410617 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.421165 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56acf527-c197-4adb-bf64-70d5dfed4f12']}} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:46:56.430923 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6174799f-ee8f-4604-8a07-e7e3ce9e7ede') {'for_net_delete': True} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:46:56.431295 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6174799f-ee8f-4604-8a07-e7e3ce9e7ede') {} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:46:56.442141 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7456239'] for segment, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.455577 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.461265 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:46:56.461637 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883660'] for segment, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: Traceback (most recent call last): Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: timer() Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: cb(*args, **kw) Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: return func(*args, **kwargs) Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: self._notify() Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: self.callback(batched_events) Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: event.method(event) Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: return f(self, *a, **k) Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._get(url).json() Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: return self.request(url, 'GET', **kwargs) Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:46:56.463371 dv-cinder-759994-5-iscsi neutron-server[100589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:46:56.517598 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.524131 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.525962 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/56acf527-c197-4adb-bf64-70d5dfed4f12 HTTP/1.1" status: 204 len: 168 time: 0.2774568 Aug 13 02:46:56.528924 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44372) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:56.535684 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2c33e-2ba3-492b-8f78-4829cc7873f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=56acf527-c197-4adb-bf64-70d5dfed4f12,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:56.581672 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d3d218-3112-4c5e-923b-8beba1f0d0e3 admin admin] Deleting subnet 1ed072bb-cbe8-4880-a4f3-0e8de2dfdd71 {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:46:56.584851 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d218-3112-4c5e-923b-8beba1f0d0e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.619514 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d218-3112-4c5e-923b-8beba1f0d0e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.660469 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d218-3112-4c5e-923b-8beba1f0d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.710284 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d218-3112-4c5e-923b-8beba1f0d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.738519 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3d218-3112-4c5e-923b-8beba1f0d0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed072bb-cbe8-4880-a4f3-0e8de2dfdd71,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:56.741851 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d218-3112-4c5e-923b-8beba1f0d0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.743692 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a3d3d218-3112-4c5e-923b-8beba1f0d0e3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1ed072bb-cbe8-4880-a4f3-0e8de2dfdd71 HTTP/1.1" status: 204 len: 168 time: 0.2131774 Aug 13 02:46:56.746974 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44374) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:56.817032 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.893760 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.905988 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd65a26-02c9-43a0-8f02-0e2601dbf44f']}} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:46:56.920108 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad089b9-4e5c-4085-91da-e84525a8ef97') {'for_net_delete': True} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:46:56.920443 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad089b9-4e5c-4085-91da-e84525a8ef97') {} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:46:56.928920 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7456239'] for segment, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.942459 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.948134 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=100589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:46:56.949365 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883660'] for segment, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: Traceback (most recent call last): Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: timer() Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: cb(*args, **kw) Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: return func(*args, **kwargs) Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: self._notify() Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: self.callback(batched_events) Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: event.method(event) Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: return f(self, *a, **k) Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._get(url).json() Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: return self.request(url, 'GET', **kwargs) Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:46:56.950971 dv-cinder-759994-5-iscsi neutron-server[100589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:46:57.005077 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.010178 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.013147 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] 10.222.0.43 "DELETE /v2.0/networks/4dd65a26-02c9-43a0-8f02-0e2601dbf44f HTTP/1.1" status: 204 len: 168 time: 0.2651913 Aug 13 02:46:57.023568 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a9448-356a-4810-84c1-4bf7d0917abb admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd65a26-02c9-43a0-8f02-0e2601dbf44f,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:57.171575 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44378) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:57.210454 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-68099838-7df3-4bef-92a6-2f2a4604d90e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5680a05bc10548a0bb0dccb31db40e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377460 Aug 13 02:46:57.212914 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44380) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:57.260892 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.281040 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.327531 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.330235 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.333758 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee99fdad-f1cc-4603-a9fc-9cae652faf87 HTTP/1.1" status: 204 len: 168 time: 0.1175835 Aug 13 02:46:57.339132 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee99fdad-f1cc-4603-a9fc-9cae652faf87,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:46:57.347079 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.347421 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.347755 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.348089 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.348442 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.348772 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.349097 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.349422 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.349749 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.350243 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.350573 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.351500 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8264b12-d0ce-41cb-9394-5d4826be7eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:46:57.661667 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44394) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:57.703689 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-1d0c7476-bace-488d-b2dc-835552a9b062 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be8a1d39177241daa5af578faf3a18de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408001 Aug 13 02:46:57.706152 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44396) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:46:57.755943 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ac6ccbd2-c8b9-447a-a051-5a963ad8f3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.781115 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ac6ccbd2-c8b9-447a-a051-5a963ad8f3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.826736 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ac6ccbd2-c8b9-447a-a051-5a963ad8f3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.829211 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ac6ccbd2-c8b9-447a-a051-5a963ad8f3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:57.830329 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ac6ccbd2-c8b9-447a-a051-5a963ad8f3c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c85359e-bc76-4229-b3f9-3084d623f9f4 HTTP/1.1" status: 204 len: 168 time: 0.1232202 Aug 13 02:46:57.837914 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ccbd2-c8b9-447a-a051-5a963ad8f3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c85359e-bc76-4229-b3f9-3084d623f9f4,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:00.843996 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44488) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:00.887688 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-989f0c09-4198-4671-9b8c-150852f0849d admin admin] Deleting subnet 2ecabeac-db26-4e85-b0de-f51198f4b8f7 {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:47:00.890707 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-989f0c09-4198-4671-9b8c-150852f0849d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:00.923980 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-989f0c09-4198-4671-9b8c-150852f0849d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:00.961738 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-989f0c09-4198-4671-9b8c-150852f0849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.017917 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-989f0c09-4198-4671-9b8c-150852f0849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.043428 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f0c09-4198-4671-9b8c-150852f0849d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ecabeac-db26-4e85-b0de-f51198f4b8f7,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:01.048323 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-989f0c09-4198-4671-9b8c-150852f0849d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.050217 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-989f0c09-4198-4671-9b8c-150852f0849d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2ecabeac-db26-4e85-b0de-f51198f4b8f7 HTTP/1.1" status: 204 len: 168 time: 0.2052193 Aug 13 02:47:01.052718 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44500) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:01.121286 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.168685 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:47:01.203442 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.213238 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c']}} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:01.224538 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dace41a1-5df8-4084-a68b-22a9e263d012') {'for_net_delete': True} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:01.224835 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dace41a1-5df8-4084-a68b-22a9e263d012') {} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:01.234427 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6502709'] for segment, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.249416 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.255481 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=100588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:47:01.255896 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6657076'] for segment, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: Traceback (most recent call last): Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: timer() Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: cb(*args, **kw) Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: return func(*args, **kwargs) Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: self._notify() Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: self.callback(batched_events) Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: event.method(event) Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: return f(self, *a, **k) Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._get(url).json() Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: return self.request(url, 'GET', **kwargs) Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:47:01.258705 dv-cinder-759994-5-iscsi neutron-server[100588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:47:01.313509 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.319770 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.321526 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c HTTP/1.1" status: 204 len: 168 time: 0.2679055 Aug 13 02:47:01.332621 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ee87c-1f12-496c-a376-69fd6c55d1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc9e2fd-edd1-4a96-9425-cd3580ee3c0c,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:01.491548 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44512) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:01.535674 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-0f3c00e5-619e-4780-b92c-956887ad982b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff8d6664973b4b2599cffb47c048b1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429931 Aug 13 02:47:01.538107 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44514) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:01.587958 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d1f3-4320-4fee-a3e1-fec346ab9c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.611102 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d1f3-4320-4fee-a3e1-fec346ab9c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.656379 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d1f3-4320-4fee-a3e1-fec346ab9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.659229 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d1f3-4320-4fee-a3e1-fec346ab9c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:01.660436 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-fdd4d1f3-4320-4fee-a3e1-fec346ab9c77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7338cee5-2850-404b-8c47-5a81e1373e4c HTTP/1.1" status: 204 len: 168 time: 0.1213522 Aug 13 02:47:01.668734 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4d1f3-4320-4fee-a3e1-fec346ab9c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7338cee5-2850-404b-8c47-5a81e1373e4c,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:05.158467 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45276d-f677-400e-8799-0916671663ee req-eeeca910-2f45-4053-9073-f22008a85d16 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:05.159829 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7a45276d-f677-400e-8799-0916671663ee req-eeeca910-2f45-4053-9073-f22008a85d16 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0472209 Aug 13 02:47:05.198011 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7a45276d-f677-400e-8799-0916671663ee req-6cdd4d7e-8313-47b5-88b5-b6a93c08fe50 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323572 Aug 13 02:47:05.815609 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd518-d1dc-43c8-b72d-fdf22f0c5114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:05.971946 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44600) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:06.075818 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-35c4c050-d03b-4604-9ec0-d02a1bd54cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.162855 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-35c4c050-d03b-4604-9ec0-d02a1bd54cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.166183 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-35c4c050-d03b-4604-9ec0-d02a1bd54cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.206161 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-35c4c050-d03b-4604-9ec0-d02a1bd54cb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a87728c26f2341c3b2ef52209fe20076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330415 Aug 13 02:47:06.206989 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4c050-d03b-4604-9ec0-d02a1bd54cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67110ba-89cb-4b74-9d40-df653f9beaec,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:06.208812 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44606) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:06.264883 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-608aab6d-b330-4bf1-b7d1-0a0a43bbe2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.309622 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-608aab6d-b330-4bf1-b7d1-0a0a43bbe2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.356487 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f422d50-22d2-47ee-8f09-b40bbbeeed9c req-c138648b-f0ab-4307-b1fd-2f2cc8222a6a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:06.357950 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f422d50-22d2-47ee-8f09-b40bbbeeed9c req-c138648b-f0ab-4307-b1fd-2f2cc8222a6a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0820861 Aug 13 02:47:06.387124 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-608aab6d-b330-4bf1-b7d1-0a0a43bbe2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.389912 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-608aab6d-b330-4bf1-b7d1-0a0a43bbe2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.391018 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-608aab6d-b330-4bf1-b7d1-0a0a43bbe2f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a67110ba-89cb-4b74-9d40-df653f9beaec HTTP/1.1" status: 204 len: 168 time: 0.1811137 Aug 13 02:47:06.409451 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f422d50-22d2-47ee-8f09-b40bbbeeed9c req-b8246bf3-93d4-4a31-ba27-95db62aa2efd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453329 Aug 13 02:47:06.410284 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608aab6d-b330-4bf1-b7d1-0a0a43bbe2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67110ba-89cb-4b74-9d40-df653f9beaec,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:06.652939 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44614) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:06.665842 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-429502e1-922d-4e7e-a827-443f418f6d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.752912 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-429502e1-922d-4e7e-a827-443f418f6d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.756580 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-429502e1-922d-4e7e-a827-443f418f6d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.794825 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429502e1-922d-4e7e-a827-443f418f6d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b4887f-428f-4940-a7f3-3c94c8b0223c,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:06.798887 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-429502e1-922d-4e7e-a827-443f418f6d4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c6033939a59416198a4c0083ba12394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448720 Aug 13 02:47:06.801630 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44616) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:06.847846 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fdda027e-70ce-4128-945d-41d5befc8c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.869148 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fdda027e-70ce-4128-945d-41d5befc8c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.914836 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fdda027e-70ce-4128-945d-41d5befc8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.918410 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fdda027e-70ce-4128-945d-41d5befc8c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.919471 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-fdda027e-70ce-4128-945d-41d5befc8c1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6b4887f-428f-4940-a7f3-3c94c8b0223c HTTP/1.1" status: 204 len: 168 time: 0.1169372 Aug 13 02:47:06.926670 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda027e-70ce-4128-945d-41d5befc8c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b4887f-428f-4940-a7f3-3c94c8b0223c,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:07.239430 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44622) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:07.253460 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ef15b5b5-5b2d-4293-86be-79caa2f0a4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:07.340899 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ef15b5b5-5b2d-4293-86be-79caa2f0a4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:07.344556 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ef15b5b5-5b2d-4293-86be-79caa2f0a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:07.381681 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ef15b5b5-5b2d-4293-86be-79caa2f0a4e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac24c39ddbb448d08502a91bd287a829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411552 Aug 13 02:47:07.382491 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15b5b5-5b2d-4293-86be-79caa2f0a4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029e6e55-550c-441f-b998-00b73357f54f,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:07.384467 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44626) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:07.435942 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-db174517-c6c8-4ad0-8fbf-6f30cccdda09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:07.459835 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-db174517-c6c8-4ad0-8fbf-6f30cccdda09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:07.537295 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bb06d-0b53-4925-ac34-4c191b5d577f req-d9792ca5-1da1-4a78-b7f4-abf16c801117 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:07.538791 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d05bb06d-0b53-4925-ac34-4c191b5d577f req-d9792ca5-1da1-4a78-b7f4-abf16c801117 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0556147 Aug 13 02:47:07.544868 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-db174517-c6c8-4ad0-8fbf-6f30cccdda09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:07.547549 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-db174517-c6c8-4ad0-8fbf-6f30cccdda09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:07.550925 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-db174517-c6c8-4ad0-8fbf-6f30cccdda09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/029e6e55-550c-441f-b998-00b73357f54f HTTP/1.1" status: 204 len: 168 time: 0.1630898 Aug 13 02:47:07.572108 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db174517-c6c8-4ad0-8fbf-6f30cccdda09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029e6e55-550c-441f-b998-00b73357f54f,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:07.596423 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d05bb06d-0b53-4925-ac34-4c191b5d577f req-9a88b087-e0f7-409b-8d44-ce5ba5db9951 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466900 Aug 13 02:47:07.727399 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e462b10-a1c2-46e1-a0a3-88f12d0e22c7 req-cab0701c-7fed-4b32-bb7f-7da2ee9b3a71 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:07.729952 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e462b10-a1c2-46e1-a0a3-88f12d0e22c7 req-cab0701c-7fed-4b32-bb7f-7da2ee9b3a71 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0552111 Aug 13 02:47:07.778008 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e462b10-a1c2-46e1-a0a3-88f12d0e22c7 req-f63a8868-048a-454c-ad5b-35f8526b1a64 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378680 Aug 13 02:47:07.918262 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-8b2406b3-e818-42e4-8e99-b7045f29e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:07.919748 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-8b2406b3-e818-42e4-8e99-b7045f29e741 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9970b6012d604b7cb99f324ab87096c5&device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1138 time: 0.1887524 Aug 13 02:47:08.018916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-e03c67e1-461c-4a11-907e-df9f58823236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:08.020601 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-e03c67e1-461c-4a11-907e-df9f58823236 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 200 len: 916 time: 0.0855825 Aug 13 02:47:08.102458 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-b7b454d8-554b-45a0-9f77-8715ecfc9299 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 1001 time: 0.0731211 Aug 13 02:47:08.160135 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-dc30705d-ef25-45bb-a14e-fb606dc482b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:08.161649 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-dc30705d-ef25-45bb-a14e-fb606dc482b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a50cd83d-1b79-4d16-9b59-ddb882d49974 HTTP/1.1" status: 200 len: 854 time: 0.0495627 Aug 13 02:47:08.209356 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-8a118de2-3db2-49d1-a185-36f75a2320ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:08.210917 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-8a118de2-3db2-49d1-a185-36f75a2320ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37a8bd14-93fd-431a-8fc9-630a00d4abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406656 Aug 13 02:47:08.321255 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-b1ba0da1-7271-4ea9-a053-ed33ec58d0eb service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944376 Aug 13 02:47:08.465779 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-8990505f-69fe-4124-bd5d-ad659e15c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:08.467215 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-8990505f-69fe-4124-bd5d-ad659e15c7a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 1098 time: 0.1038995 Aug 13 02:47:08.489447 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec1f6650-b36e-42a4-8d1c-1ddad2487614 req-23c362e2-ae5b-4a3b-ae88-06b1a102c7fa service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272626 Aug 13 02:47:08.579692 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-999c3509-3098-49c7-9b8c-96ec769fdc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:08.581333 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-999c3509-3098-49c7-9b8c-96ec769fdc32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.0909729 Aug 13 02:47:08.655722 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-229e5f97-9356-4b1b-a7c4-1c4641a61b23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=327712dd-87ab-45d4-bb23-615c712cf931 HTTP/1.1" status: 200 len: 1000 time: 0.0631106 Aug 13 02:47:08.766627 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-0e33ca4f-d063-4a2c-8d5d-5e637b907ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:08.768032 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-0e33ca4f-d063-4a2c-8d5d-5e637b907ee7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.1043911 Aug 13 02:47:08.778906 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7fa8fd14-5cb1-4c8f-9c93-584c45628f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:08.787713 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01b66e-7d43-4061-8b69-50cf1f182b98 req-6354ede1-3831-4f05-88da-db73d5f4d189 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:08.789189 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cd01b66e-7d43-4061-8b69-50cf1f182b98 req-6354ede1-3831-4f05-88da-db73d5f4d189 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0730848 Aug 13 02:47:08.857464 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cd01b66e-7d43-4061-8b69-50cf1f182b98 req-573355d7-89ba-47dc-a379-5d12e9f8a936 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569386 Aug 13 02:47:08.871058 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-ca3c2c1d-6bfe-4c97-bbba-c917b8904637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:08.872556 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-ca3c2c1d-6bfe-4c97-bbba-c917b8904637 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793757 Aug 13 02:47:08.960793 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab428f-3a9b-4b42-a271-313c95ac348a req-83e47bcb-4526-4936-9206-bfb38866ccb4 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:08.962227 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-34ab428f-3a9b-4b42-a271-313c95ac348a req-83e47bcb-4526-4936-9206-bfb38866ccb4 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.1103306 Aug 13 02:47:09.009995 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-bd5fcba8-b560-48de-85f1-44977072fcf7 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197844 Aug 13 02:47:09.019854 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-34ab428f-3a9b-4b42-a271-313c95ac348a req-12ffde9c-868e-4399-ba3c-cc8e51e45dc7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492208 Aug 13 02:47:09.036052 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:09.108915 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6545355f-3f71-42f5-b43c-fa5a372f12c0 req-20ab7c2f-7e32-4eaa-84fc-5c41d5c31088 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881178 Aug 13 02:47:09.606361 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:09.695350 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:09.976582 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5a9f2-b085-4dc5-9e8b-76666975430a req-e96a7d92-f326-4cd5-ad86-e1de5e733856 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:09.978046 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e7f5a9f2-b085-4dc5-9e8b-76666975430a req-e96a7d92-f326-4cd5-ad86-e1de5e733856 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0490704 Aug 13 02:47:10.016170 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e7f5a9f2-b085-4dc5-9e8b-76666975430a req-fd3a7fe1-1624-4bda-86cf-36c7d197c1ea tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Aug 13 02:47:10.135200 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda507f-fea5-41cf-86ad-3dc32aa14e74 req-59499a53-a26d-4d25-84a6-83012dfbe2e3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:10.136830 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0bda507f-fea5-41cf-86ad-3dc32aa14e74 req-59499a53-a26d-4d25-84a6-83012dfbe2e3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0492609 Aug 13 02:47:10.178021 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0bda507f-fea5-41cf-86ad-3dc32aa14e74 req-0c8194f8-43cf-466f-afea-695d259bd675 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353024 Aug 13 02:47:11.139239 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3813fe-360e-467f-9972-be15ef509cbc req-093583cf-4254-44a7-ab32-a013e9c5655f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.140781 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4f3813fe-360e-467f-9972-be15ef509cbc req-093583cf-4254-44a7-ab32-a013e9c5655f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0531886 Aug 13 02:47:11.180857 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4f3813fe-360e-467f-9972-be15ef509cbc req-abf8f139-6152-44c2-ad45-04dfce7bb382 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Aug 13 02:47:11.190278 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 44692) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:11.269878 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.306726 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bb119-52b6-4422-827d-01aae1d60d2d req-2b215837-abcf-4978-b126-2d297d15bc4d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.309256 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-398bb119-52b6-4422-827d-01aae1d60d2d req-2b215837-abcf-4978-b126-2d297d15bc4d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0649810 Aug 13 02:47:11.314709 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-178bb17a-dc73-487f-b29c-f3ff0b7d2238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.368877 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-398bb119-52b6-4422-827d-01aae1d60d2d req-508e21e3-dca4-442c-9e4c-3a72c46807ec tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521207 Aug 13 02:47:11.434250 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-178bb17a-dc73-487f-b29c-f3ff0b7d2238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.437971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-178bb17a-dc73-487f-b29c-f3ff0b7d2238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.477851 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-178bb17a-dc73-487f-b29c-f3ff0b7d2238 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21a37567d7734bb2a53d75ce0382193b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863827 Aug 13 02:47:11.479288 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bb17a-dc73-487f-b29c-f3ff0b7d2238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aeba22-5c18-4f9c-8815-d7ff2d64a70e,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:11.481570 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 44698) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:11.540080 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b2a-bbce-4c3d-9856-133f2fdc4d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.561326 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b2a-bbce-4c3d-9856-133f2fdc4d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.606599 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b2a-bbce-4c3d-9856-133f2fdc4d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.609066 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b2a-bbce-4c3d-9856-133f2fdc4d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.610185 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-61ac7b2a-bbce-4c3d-9856-133f2fdc4d79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2aeba22-5c18-4f9c-8815-d7ff2d64a70e HTTP/1.1" status: 204 len: 168 time: 0.1275866 Aug 13 02:47:11.617793 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac7b2a-bbce-4c3d-9856-133f2fdc4d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aeba22-5c18-4f9c-8815-d7ff2d64a70e,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:12.299678 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3170e-66e1-44bc-8a5c-1116950bd51c req-a550222a-6e2a-48ef-b908-34385b636e49 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:12.301278 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-87a3170e-66e1-44bc-8a5c-1116950bd51c req-a550222a-6e2a-48ef-b908-34385b636e49 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Aug 13 02:47:12.339162 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-87a3170e-66e1-44bc-8a5c-1116950bd51c req-456861f0-cdf2-414d-be69-2ddd1395f659 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321379 Aug 13 02:47:12.486114 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706277-48b5-42ef-9e90-77d2d795b1bf req-66e0a7f3-a227-4b00-a71e-27d8874e3906 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:12.487595 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5e706277-48b5-42ef-9e90-77d2d795b1bf req-66e0a7f3-a227-4b00-a71e-27d8874e3906 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0495486 Aug 13 02:47:12.530423 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5e706277-48b5-42ef-9e90-77d2d795b1bf req-a231cd07-e7e3-460d-8cac-087bf9609d0d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368960 Aug 13 02:47:13.469203 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1494c8-1822-4bff-8bf9-318300f969a4 req-189e7ec3-eeee-43cf-b661-efdfb9e9c08f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:13.470650 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3f1494c8-1822-4bff-8bf9-318300f969a4 req-189e7ec3-eeee-43cf-b661-efdfb9e9c08f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0571089 Aug 13 02:47:13.507206 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3f1494c8-1822-4bff-8bf9-318300f969a4 req-5b0f4db1-48ee-41af-a1ee-d2883625122a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305607 Aug 13 02:47:13.649203 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000592a-063e-49e7-b454-07279152e3a3 req-2aaefb2e-d0a0-4be9-9b9d-5a57e322715a tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:13.650577 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b000592a-063e-49e7-b454-07279152e3a3 req-2aaefb2e-d0a0-4be9-9b9d-5a57e322715a tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0480890 Aug 13 02:47:13.691651 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b000592a-063e-49e7-b454-07279152e3a3 req-3d5da679-ec28-4958-acdc-de3491bd8bb4 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343893 Aug 13 02:47:14.631426 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcadb6a-59af-4f04-8f45-57053efd9668 req-f221d5c6-8351-4bd5-958f-5c4285819856 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:14.632992 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9fcadb6a-59af-4f04-8f45-57053efd9668 req-f221d5c6-8351-4bd5-958f-5c4285819856 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0512772 Aug 13 02:47:14.671281 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9fcadb6a-59af-4f04-8f45-57053efd9668 req-f73a9c04-71ff-4275-a928-3c891f7f0c58 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324733 Aug 13 02:47:14.811577 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3cd58-6e50-4b91-9553-7cd31578cbe7 req-623cfa68-2810-4a8a-8967-0beaf67440a4 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:14.812969 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5ed3cd58-6e50-4b91-9553-7cd31578cbe7 req-623cfa68-2810-4a8a-8967-0beaf67440a4 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0529611 Aug 13 02:47:14.854417 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5ed3cd58-6e50-4b91-9553-7cd31578cbe7 req-f854d757-b9c7-468c-a5a6-00848e4bdbb7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347960 Aug 13 02:47:15.791961 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330c6a2-b505-47ee-aaad-db39c8df62bb req-a5e99654-d011-4f7d-b70e-d64e8d82d1f2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:15.793453 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8330c6a2-b505-47ee-aaad-db39c8df62bb req-a5e99654-d011-4f7d-b70e-d64e8d82d1f2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0507271 Aug 13 02:47:15.830990 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8330c6a2-b505-47ee-aaad-db39c8df62bb req-ca2799ff-5b9a-4de7-a14c-673f78cbbdd7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Aug 13 02:47:15.974488 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c3e8a-5759-48cc-9b03-1d7173663410 req-bd65eefb-719b-4f29-95b6-e5e9dc5f0979 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:15.975873 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-417c3e8a-5759-48cc-9b03-1d7173663410 req-bd65eefb-719b-4f29-95b6-e5e9dc5f0979 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0502243 Aug 13 02:47:16.016772 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-417c3e8a-5759-48cc-9b03-1d7173663410 req-12153e73-3406-4eb5-9a5d-18f5d299ea69 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344744 Aug 13 02:47:16.957113 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a19cd9-3f5e-4168-abe5-af223e142183 req-da5ce77f-6daa-43c7-b8e0-c2ec33c1c3ba tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:16.958593 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-52a19cd9-3f5e-4168-abe5-af223e142183 req-da5ce77f-6daa-43c7-b8e0-c2ec33c1c3ba tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0537326 Aug 13 02:47:16.998233 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-52a19cd9-3f5e-4168-abe5-af223e142183 req-476cf51c-8883-4dfd-bd05-6c9ac310c530 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329378 Aug 13 02:47:17.135535 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763a2c-07f3-47d9-a589-f87037566f27 req-34856526-d651-45c6-9460-425180f94452 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:17.136956 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-27763a2c-07f3-47d9-a589-f87037566f27 req-34856526-d651-45c6-9460-425180f94452 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0504839 Aug 13 02:47:17.178562 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-27763a2c-07f3-47d9-a589-f87037566f27 req-6e4957fe-2ddf-4853-ae71-fa2a5014cee3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347571 Aug 13 02:47:17.423302 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:47:17.515782 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:17.527033 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '327712dd-87ab-45d4-bb23-615c712cf931', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'port_id': '327712dd-87ab-45d4-bb23-615c712cf931', 'mac_address': 'fa:16:3e:ca:dd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:47:17.573431 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:17.710204 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 327712dd-87ab-45d4-bb23-615c712cf931 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:47:17.739838 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:17.746495 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:17.804942 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=6']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:17.814220 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.814571 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.814911 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.815244 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.815579 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.816165 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.817570 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.817943 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.818290 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.818627 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.818958 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.819286 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:17.953680 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['327712dd-87ab-45d4-bb23-615c712cf931'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:47:18.141779 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4c2c4-98c2-4750-a594-817e1bf379c5 req-1ab45ac0-f50e-4312-aa5e-56e67ba9ee24 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:18.143354 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-96b4c2c4-98c2-4750-a594-817e1bf379c5 req-1ab45ac0-f50e-4312-aa5e-56e67ba9ee24 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 944 time: 0.0574293 Aug 13 02:47:18.186108 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-96b4c2c4-98c2-4750-a594-817e1bf379c5 req-db715782-3b0c-459f-897d-26168708a9a1 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365655 Aug 13 02:47:18.310466 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31bf87-f7be-4c61-b98d-f670da37f15e req-33dde9cd-84a4-487b-bfd5-83836d6dd41a tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:18.311992 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4c31bf87-f7be-4c61-b98d-f670da37f15e req-33dde9cd-84a4-487b-bfd5-83836d6dd41a tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0620172 Aug 13 02:47:18.367565 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4c31bf87-f7be-4c61-b98d-f670da37f15e req-a375e391-5f85-4b17-a23b-b353c5762f73 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472448 Aug 13 02:47:19.317444 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f11c5-be02-4a46-ac39-8bb05c1b809e req-ca57714c-c552-42e6-8f1a-4c54e0f5373f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:19.318845 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-804f11c5-be02-4a46-ac39-8bb05c1b809e req-ca57714c-c552-42e6-8f1a-4c54e0f5373f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 944 time: 0.0532618 Aug 13 02:47:19.358124 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-804f11c5-be02-4a46-ac39-8bb05c1b809e req-7199c534-b264-4c2b-bb28-c03976b4ff90 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Aug 13 02:47:19.454039 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:47:19.484697 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a08a21-45c0-42e2-89d1-6399d337bf55 req-4fe1a87b-43f1-4332-8cf4-dd7358f5879c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:19.486782 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c4a08a21-45c0-42e2-89d1-6399d337bf55 req-4fe1a87b-43f1-4332-8cf4-dd7358f5879c tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0492501 Aug 13 02:47:19.501891 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 327712dd-87ab-45d4-bb23-615c712cf931 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:47:19.502262 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:19.526773 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c4a08a21-45c0-42e2-89d1-6399d337bf55 req-6dd78af3-de93-4445-8955-0645fd279e1a tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341916 Aug 13 02:47:19.582921 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:19.605321 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:19.607533 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d36704-b063-4f71-81f2-e78fc725309f" -d '{"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-plugged", "status": "completed", "tag": "327712dd-87ab-45d4-bb23-615c712cf931"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:19.620869 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:19.624911 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:19.675961 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=7']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:19.760632 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9f7ca6-8527-458d-bdc2-e8ddb37839ae x-openstack-request-id: req-2f9f7ca6-8527-458d-bdc2-e8ddb37839ae {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:19.760929 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-plugged", "status": "completed", "tag": "327712dd-87ab-45d4-bb23-615c712cf931", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:19.761185 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f9f7ca6-8527-458d-bdc2-e8ddb37839ae {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:19.761584 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931', 'code': 200} Aug 13 02:47:20.479342 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486cdd6-f75b-4fc6-a21c-3f593ae37feb req-6cae4f64-8b43-43d7-972e-a6a075fe7100 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:20.480880 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9486cdd6-f75b-4fc6-a21c-3f593ae37feb req-6cae4f64-8b43-43d7-972e-a6a075fe7100 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0502832 Aug 13 02:47:20.518400 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9486cdd6-f75b-4fc6-a21c-3f593ae37feb req-524209df-cde6-4506-a911-df15210733a5 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314214 Aug 13 02:47:20.643075 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce77b3-cf8c-42a3-a5f7-4d7a2b2bf18a req-8d665daf-f783-4ae8-9e62-b6c382502fdd tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:20.644476 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b7ce77b3-cf8c-42a3-a5f7-4d7a2b2bf18a req-8d665daf-f783-4ae8-9e62-b6c382502fdd tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0490680 Aug 13 02:47:20.687936 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b7ce77b3-cf8c-42a3-a5f7-4d7a2b2bf18a req-347d8b21-678d-4751-b1b3-6d03ae54868b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358644 Aug 13 02:47:21.638316 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9d230-4dc1-446a-a730-5a7917cf2e4d req-31e12ab6-59d3-4793-a983-3f9fae502329 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:21.639868 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e2a9d230-4dc1-446a-a730-5a7917cf2e4d req-31e12ab6-59d3-4793-a983-3f9fae502329 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0482600 Aug 13 02:47:21.678222 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e2a9d230-4dc1-446a-a730-5a7917cf2e4d req-74495a2b-c487-432a-bcb7-7ad27b53b190 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Aug 13 02:47:21.807017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f18e6-07a5-46f8-ba2d-5341e48bf802 req-7cdc7f9a-ca59-4460-a7b3-b878bbc9c5fc tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:21.808538 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cf6f18e6-07a5-46f8-ba2d-5341e48bf802 req-7cdc7f9a-ca59-4460-a7b3-b878bbc9c5fc tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0532031 Aug 13 02:47:22.103295 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cf6f18e6-07a5-46f8-ba2d-5341e48bf802 req-d4249a1c-036a-4662-a6b3-e09e7a1b359d tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2886596 Aug 13 02:47:22.796663 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec14ae4-ce04-4fde-9acd-df32b286f666 req-aafc5ce5-b0ef-46de-b15e-4eb0ed62bcbf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:22.798104 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3ec14ae4-ce04-4fde-9acd-df32b286f666 req-aafc5ce5-b0ef-46de-b15e-4eb0ed62bcbf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0476658 Aug 13 02:47:22.836245 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3ec14ae4-ce04-4fde-9acd-df32b286f666 req-623db087-a208-48b9-8e45-d0ab78e0fc0b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Aug 13 02:47:23.220087 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed593ed3-8646-4a39-8df9-95ffa9b37f5b req-91aebab8-be90-4159-960b-14c84f357cef tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:23.221696 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed593ed3-8646-4a39-8df9-95ffa9b37f5b req-91aebab8-be90-4159-960b-14c84f357cef tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0497389 Aug 13 02:47:23.266253 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ed593ed3-8646-4a39-8df9-95ffa9b37f5b req-2ae8ea58-1548-4505-b19d-92e63ad08658 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383677 Aug 13 02:47:23.958304 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0006b-36df-4d6d-871d-3f53be48351d req-ced59f2d-51c8-4d02-8b61-281e41241b71 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:23.959753 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33a0006b-36df-4d6d-871d-3f53be48351d req-ced59f2d-51c8-4d02-8b61-281e41241b71 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0493298 Aug 13 02:47:23.999332 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33a0006b-36df-4d6d-871d-3f53be48351d req-faf0c66e-85ca-4cfc-af31-e32b63004b15 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Aug 13 02:47:24.410485 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e45a47-57ed-4c96-a3d1-25f4c6e1f266 req-d60dd361-a479-4b7d-8c52-40cc3b18ffdd tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:24.411924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c0e45a47-57ed-4c96-a3d1-25f4c6e1f266 req-d60dd361-a479-4b7d-8c52-40cc3b18ffdd tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0672517 Aug 13 02:47:24.454885 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c0e45a47-57ed-4c96-a3d1-25f4c6e1f266 req-bdbb9f9e-b805-4b15-b41a-7cc8f62fdcf0 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361912 Aug 13 02:47:25.138749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770dfc5-d911-4472-b548-43f47e50d61c req-a6d0ca28-fedd-43da-aa2d-b131dca424c2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:25.143498 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8770dfc5-d911-4472-b548-43f47e50d61c req-a6d0ca28-fedd-43da-aa2d-b131dca424c2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0577006 Aug 13 02:47:25.183426 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8770dfc5-d911-4472-b548-43f47e50d61c req-b9338662-6e8b-4246-b646-35bb9f7bda31 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367172 Aug 13 02:47:25.585918 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21a46a-c947-4d1b-adb8-589d82669e23 req-a0aa5a71-6491-4780-a93f-0431aa0feed6 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:25.587396 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e21a46a-c947-4d1b-adb8-589d82669e23 req-a0aa5a71-6491-4780-a93f-0431aa0feed6 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0567250 Aug 13 02:47:25.633285 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e21a46a-c947-4d1b-adb8-589d82669e23 req-91ce134b-b389-4fbd-932e-4193cd1d37fe tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&id=75af9ff5-2185-4a11-af36-32ae38335bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374157 Aug 13 02:47:26.315378 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eed95-a5f9-4da2-a1a2-f0f8d226f6e6 req-0c9dd553-f375-4b91-b7ce-86f6a0c41b94 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:26.316896 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ff0eed95-a5f9-4da2-a1a2-f0f8d226f6e6 req-0c9dd553-f375-4b91-b7ce-86f6a0c41b94 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Aug 13 02:47:26.356724 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ff0eed95-a5f9-4da2-a1a2-f0f8d226f6e6 req-9df46778-c85a-475f-b513-c47c3c36593a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338461 Aug 13 02:47:27.536675 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5384f-b73e-47b8-975c-112e31dc7342 req-6af0f370-a3ab-49e6-a882-dedab8023b50 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:27.558296 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-acd5384f-b73e-47b8-975c-112e31dc7342 req-6af0f370-a3ab-49e6-a882-dedab8023b50 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.1095507 Aug 13 02:47:27.650135 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-acd5384f-b73e-47b8-975c-112e31dc7342 req-3f7aca13-141e-4851-ab19-70bc5bbb65da tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904610 Aug 13 02:47:28.841764 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbf23d-f4fc-4a0b-bab6-b6902a753694 req-1fd0ee4e-b537-4356-b784-eb3dd2201734 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:28.849904 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73bbf23d-f4fc-4a0b-bab6-b6902a753694 req-1fd0ee4e-b537-4356-b784-eb3dd2201734 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0610156 Aug 13 02:47:28.896630 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73bbf23d-f4fc-4a0b-bab6-b6902a753694 req-60fecdbf-3683-4862-8d56-3eef735e57ac tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454290 Aug 13 02:47:29.045325 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9aacba-0541-4130-b451-336d90452511 req-2e48d9b5-bdee-44cf-abe3-b8eb73ccf1e9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:29.047017 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bd9aacba-0541-4130-b451-336d90452511 req-2e48d9b5-bdee-44cf-abe3-b8eb73ccf1e9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0596144 Aug 13 02:47:29.096384 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bd9aacba-0541-4130-b451-336d90452511 req-e99678d9-533f-426f-b1be-7a335b168a5f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Aug 13 02:47:30.009225 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881ab2-b58e-4280-9aaf-97d054e7cdbe req-24ef8a17-e8c9-475f-a56a-b9a45b167c63 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:30.011317 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d881ab2-b58e-4280-9aaf-97d054e7cdbe req-24ef8a17-e8c9-475f-a56a-b9a45b167c63 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0512230 Aug 13 02:47:30.050421 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9d881ab2-b58e-4280-9aaf-97d054e7cdbe req-92b745f1-a9de-40f2-a8c7-e984c062ea1a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329809 Aug 13 02:47:30.221415 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0c9e7-530e-445d-95a3-fd44cc5890dc req-2ea9f1e4-8d36-4cb8-b32a-7bfbdd90da84 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:30.222861 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-25b0c9e7-530e-445d-95a3-fd44cc5890dc req-2ea9f1e4-8d36-4cb8-b32a-7bfbdd90da84 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0513570 Aug 13 02:47:30.265335 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-25b0c9e7-530e-445d-95a3-fd44cc5890dc req-637a23f0-fac5-4288-95a5-4b7bec71591d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357935 Aug 13 02:47:31.169908 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47931e-a4a1-4d68-ac0f-0d4b72f5888a req-217bb746-5bed-4b94-b512-11ab91c6d02b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:31.171361 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bb47931e-a4a1-4d68-ac0f-0d4b72f5888a req-217bb746-5bed-4b94-b512-11ab91c6d02b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0486319 Aug 13 02:47:31.210095 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bb47931e-a4a1-4d68-ac0f-0d4b72f5888a req-1eef2d59-2be3-4364-b85d-f8a371fcc2ba tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328901 Aug 13 02:47:31.389837 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57261a-d2e4-4ff4-baea-e3e274ff874c req-b209f7e1-7726-4ced-901f-a477b527f837 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:31.391265 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5d57261a-d2e4-4ff4-baea-e3e274ff874c req-b209f7e1-7726-4ced-901f-a477b527f837 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0499885 Aug 13 02:47:31.429144 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5d57261a-d2e4-4ff4-baea-e3e274ff874c req-cea32005-8dfe-42a6-9c07-a5fd7cfde434 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Aug 13 02:47:32.340573 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909151e-01a9-4719-8425-10b7690bbb71 req-25b1a2bd-34c0-456f-aebe-f3f2269701d9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:32.342174 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7909151e-01a9-4719-8425-10b7690bbb71 req-25b1a2bd-34c0-456f-aebe-f3f2269701d9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0590637 Aug 13 02:47:32.386350 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7909151e-01a9-4719-8425-10b7690bbb71 req-b6479f1d-9de5-4b3a-a52d-1c02fb2a619b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381515 Aug 13 02:47:32.550526 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0317e2b-6213-4e3d-a580-d80dc583e87f req-e38c532e-be3f-4e4b-b8ac-d429502909b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:32.552032 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0317e2b-6213-4e3d-a580-d80dc583e87f req-e38c532e-be3f-4e4b-b8ac-d429502909b4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0521641 Aug 13 02:47:32.592107 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0317e2b-6213-4e3d-a580-d80dc583e87f req-bc19bf9f-d7ee-436d-a2d0-cd516b11a8b5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328190 Aug 13 02:47:33.562892 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7a226-e140-4b52-80a3-162ba56eeac1 req-8765a216-90e4-4569-b929-90986105c37b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:33.564316 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-aaf7a226-e140-4b52-80a3-162ba56eeac1 req-8765a216-90e4-4569-b929-90986105c37b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0539396 Aug 13 02:47:33.608992 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-aaf7a226-e140-4b52-80a3-162ba56eeac1 req-b656bc48-398e-4c7c-8985-8145ad44d95c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378718 Aug 13 02:47:33.723272 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f32140-6c5d-4d4a-b7b5-3db50d1191d5 req-adb9162e-f1a0-438e-af48-bb567893996a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:33.724768 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-57f32140-6c5d-4d4a-b7b5-3db50d1191d5 req-adb9162e-f1a0-438e-af48-bb567893996a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0567431 Aug 13 02:47:33.777356 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-57f32140-6c5d-4d4a-b7b5-3db50d1191d5 req-fe50b72e-e01c-40d4-9689-08eae0850037 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Aug 13 02:47:34.753058 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46667ba5-38a4-426f-961b-e1bb90ee5932 req-43022316-f5c2-4565-80a5-1b9c67fa1988 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:34.765903 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-46667ba5-38a4-426f-961b-e1bb90ee5932 req-43022316-f5c2-4565-80a5-1b9c67fa1988 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0797000 Aug 13 02:47:34.821106 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-46667ba5-38a4-426f-961b-e1bb90ee5932 req-defe712e-f864-42da-a58f-5a8f30af0e60 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493166 Aug 13 02:47:34.904146 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabae2b5-b45a-4bc9-b6b8-129c6dfaa2c8 req-1eeab041-da66-4959-aab3-7f9d06c0d845 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:34.905738 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cabae2b5-b45a-4bc9-b6b8-129c6dfaa2c8 req-1eeab041-da66-4959-aab3-7f9d06c0d845 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0533035 Aug 13 02:47:34.948217 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cabae2b5-b45a-4bc9-b6b8-129c6dfaa2c8 req-42ef7a97-ba80-4c92-b2f7-fcdd84d657a9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356307 Aug 13 02:47:35.820820 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-52b7d651-974a-4e3b-a0eb-da585129c7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:35.950103 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900dad8-5f26-4ef4-81f0-a7a2d4e01224 req-6cb38124-8c38-4635-92fc-b30d9be84a91 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:35.951595 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6900dad8-5f26-4ef4-81f0-a7a2d4e01224 req-6cb38124-8c38-4635-92fc-b30d9be84a91 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0562997 Aug 13 02:47:35.991398 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6900dad8-5f26-4ef4-81f0-a7a2d4e01224 req-528d0665-1d57-4085-aeac-2b7aef328acc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339010 Aug 13 02:47:36.063525 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ba8d6-d990-44cf-aef8-e2a7794ed0c5 req-d62e81d0-63b0-4648-b8c5-80bc469b9584 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:36.065011 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-098ba8d6-d990-44cf-aef8-e2a7794ed0c5 req-d62e81d0-63b0-4648-b8c5-80bc469b9584 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0481372 Aug 13 02:47:36.103841 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-098ba8d6-d990-44cf-aef8-e2a7794ed0c5 req-7820aa4b-c531-4272-bc8b-338d2ee4590f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329771 Aug 13 02:47:37.113190 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124897c-4003-4109-b88c-854763a1f391 req-85a0baf7-5a70-434b-82b1-78ad6257ab97 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:37.114669 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e124897c-4003-4109-b88c-854763a1f391 req-85a0baf7-5a70-434b-82b1-78ad6257ab97 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0510228 Aug 13 02:47:37.155415 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e124897c-4003-4109-b88c-854763a1f391 req-82fc1c7a-cb2b-4bb5-a78a-a821fd0d1641 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340190 Aug 13 02:47:37.256232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc233ae1-6112-4202-b69b-b8f043cab57e req-89717183-bb28-43b3-9dc3-6f04342d0be9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:37.257762 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc233ae1-6112-4202-b69b-b8f043cab57e req-89717183-bb28-43b3-9dc3-6f04342d0be9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0696273 Aug 13 02:47:37.259779 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-57f74667-7375-426f-8fdf-ae8666b980e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:37.261130 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-57f74667-7375-426f-8fdf-ae8666b980e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 1098 time: 0.0828326 Aug 13 02:47:37.343055 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc233ae1-6112-4202-b69b-b8f043cab57e req-6ea06a51-a9a4-4170-a71a-f8682cdac2fe tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788891 Aug 13 02:47:37.373834 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-513f7505-668b-4975-a961-74860e52255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:37.375334 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-513f7505-668b-4975-a961-74860e52255b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.1056175 Aug 13 02:47:37.439131 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-86746c99-867d-4374-b73e-50539902c053 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=327712dd-87ab-45d4-bb23-615c712cf931 HTTP/1.1" status: 200 len: 1000 time: 0.0558496 Aug 13 02:47:37.489481 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-0535f0bc-2baa-44d4-8895-422b03c95661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:37.490877 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-0535f0bc-2baa-44d4-8895-422b03c95661 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0444217 Aug 13 02:47:37.538985 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-b3f32b53-41d1-4ea0-b859-9459c1136a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:37.540632 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-b3f32b53-41d1-4ea0-b859-9459c1136a5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424423 Aug 13 02:47:37.628335 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-94e2f002-c332-4ef0-bbc5-cd58f67185da service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803614 Aug 13 02:47:37.721472 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf035edc-5559-4e33-b237-6acd5853c4b3 req-d17b8527-f8b1-4c1e-a0c9-7ba37bb3c9a5 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856087 Aug 13 02:47:38.167198 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:47:38.288876 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f045d56-2822-4b63-b64e-d601c3bbce39 req-86964862-7aee-4089-9bd2-443635f605a3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:38.290993 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2f045d56-2822-4b63-b64e-d601c3bbce39 req-86964862-7aee-4089-9bd2-443635f605a3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0574000 Aug 13 02:47:38.328437 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2f045d56-2822-4b63-b64e-d601c3bbce39 req-418af656-1a47-49de-95f2-088d5ac0629f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Aug 13 02:47:38.455802 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc6b74-6147-44e5-b7c6-70750103c8d7 req-ae2b7345-1f35-4c35-b34c-f7ee5f4ff687 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:38.457198 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-25bc6b74-6147-44e5-b7c6-70750103c8d7 req-ae2b7345-1f35-4c35-b34c-f7ee5f4ff687 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0480952 Aug 13 02:47:38.494494 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-25bc6b74-6147-44e5-b7c6-70750103c8d7 req-2c3aefdf-39b3-4a25-a299-11aea3815fae tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308132 Aug 13 02:47:38.780134 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-cd8f308e-c159-4feb-86f2-3a873f4d3a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:39.037631 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:39.452738 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd747a3-a8b9-46b6-8e5a-f78c650d0f06 req-98633240-2c33-4d91-8312-2df2b8ec6859 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:39.454222 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6dd747a3-a8b9-46b6-8e5a-f78c650d0f06 req-98633240-2c33-4d91-8312-2df2b8ec6859 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0524123 Aug 13 02:47:39.492947 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6dd747a3-a8b9-46b6-8e5a-f78c650d0f06 req-6d8fa9f9-6afa-4181-9705-bf6bc5e88265 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Aug 13 02:47:39.601959 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:39.620689 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ebb91-4ef3-4633-b289-ccfe7a6cfa96 req-6f222386-a7ba-4341-bdbc-a13b951ce5c5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:39.622235 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-369ebb91-4ef3-4633-b289-ccfe7a6cfa96 req-6f222386-a7ba-4341-bdbc-a13b951ce5c5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0603015 Aug 13 02:47:39.668327 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-369ebb91-4ef3-4633-b289-ccfe7a6cfa96 req-32510686-0ab0-4470-8e8c-ad4b6353d0bd tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386789 Aug 13 02:47:39.702399 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:40.613379 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0627960-8aa5-4962-9092-f937d6758695 req-607ecbea-699e-4b80-95d3-e5386e97f14b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:40.614877 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c0627960-8aa5-4962-9092-f937d6758695 req-607ecbea-699e-4b80-95d3-e5386e97f14b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0509748 Aug 13 02:47:40.653701 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c0627960-8aa5-4962-9092-f937d6758695 req-c559eb3c-5ad1-4639-9c0a-dcdfb87049de tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Aug 13 02:47:40.784566 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670c799-88b6-4383-85f3-2df497f48bde req-7a31e526-fa3c-4daa-95db-891825ddd871 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:40.785963 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8670c799-88b6-4383-85f3-2df497f48bde req-7a31e526-fa3c-4daa-95db-891825ddd871 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0539577 Aug 13 02:47:40.840470 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8670c799-88b6-4383-85f3-2df497f48bde req-2ce8821a-9898-4365-b6b5-66b3a6ca5274 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381699 Aug 13 02:47:41.268666 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:41.296332 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99a561-c1bf-4456-a9c4-36d88fb78ac6 req-0bdd12a4-e1c6-4eb4-ade1-fe636a1a198d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:41.297866 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf99a561-c1bf-4456-a9c4-36d88fb78ac6 req-0bdd12a4-e1c6-4eb4-ade1-fe636a1a198d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0508430 Aug 13 02:47:41.336315 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf99a561-c1bf-4456-a9c4-36d88fb78ac6 req-e2b5cde9-a208-4665-8f4c-f1c97c6cce75 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Aug 13 02:47:41.505560 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45066) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:41.589172 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-a673e119-7341-4466-b209-adbd6534f375 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824952 Aug 13 02:47:41.951413 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbcee9-69e8-445e-b2d8-00d761932aec req-2bcdc49f-1476-4cae-abb6-a7d7ec75631e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:41.956560 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-58bbcee9-69e8-445e-b2d8-00d761932aec req-2bcdc49f-1476-4cae-abb6-a7d7ec75631e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0573521 Aug 13 02:47:41.989980 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-58bbcee9-69e8-445e-b2d8-00d761932aec req-38a9b94d-7202-4c23-b2b9-08d2f96f0c82 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313122 Aug 13 02:47:42.457125 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc464388-7ec1-40be-ab85-ae65fd13b34b req-9b6b09ff-d9cc-41d7-a39b-93daf2095b18 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:42.458485 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bc464388-7ec1-40be-ab85-ae65fd13b34b req-9b6b09ff-d9cc-41d7-a39b-93daf2095b18 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0510283 Aug 13 02:47:42.495961 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bc464388-7ec1-40be-ab85-ae65fd13b34b req-96954c4b-fa1b-4d92-925a-f8a0c4b8a071 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310347 Aug 13 02:47:43.104154 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd935e20-136a-4385-bed0-d9530f8fc6d7 req-bee2e78a-0e8e-43ba-9591-21afb0dec7df tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:43.105648 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dd935e20-136a-4385-bed0-d9530f8fc6d7 req-bee2e78a-0e8e-43ba-9591-21afb0dec7df tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0485899 Aug 13 02:47:43.142718 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dd935e20-136a-4385-bed0-d9530f8fc6d7 req-48431069-e100-4cb0-b091-191708dcd59e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310297 Aug 13 02:47:43.612721 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414b2fa-859e-4e31-a541-4e404967f32c req-2f914cf7-425c-46ed-9a36-307becc3f153 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:43.614181 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b414b2fa-859e-4e31-a541-4e404967f32c req-2f914cf7-425c-46ed-9a36-307becc3f153 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 945 time: 0.0478857 Aug 13 02:47:43.650627 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b414b2fa-859e-4e31-a541-4e404967f32c req-814bcef4-f768-4d0c-a1e1-1ad9f9da1084 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300114 Aug 13 02:47:43.851682 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:43.925767 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:43.949901 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:43.952152 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cd15c3-f15f-4e7e-889d-a0c67c6de70f" -d '{"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-unplugged", "status": "completed", "tag": "327712dd-87ab-45d4-bb23-615c712cf931"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:43.966159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:43.971098 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:43.995537 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b825d-8dad-4d59-9031-651037f15c7a x-openstack-request-id: req-c01b825d-8dad-4d59-9031-651037f15c7a {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:43.995833 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-unplugged", "status": "failed", "tag": "327712dd-87ab-45d4-bb23-615c712cf931", "code": 422}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:43.996084 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c01b825d-8dad-4d59-9031-651037f15c7a {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:43.996548 dv-cinder-759994-5-iscsi neutron-server[100590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931', 'code': 422} returned with failed status Aug 13 02:47:44.020727 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=8']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:44.260688 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e187193-94ae-478a-a0c1-3856f38d123d req-40684525-b382-45db-a647-56b700891ea1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:44.262182 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e187193-94ae-478a-a0c1-3856f38d123d req-40684525-b382-45db-a647-56b700891ea1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0545292 Aug 13 02:47:44.299057 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e187193-94ae-478a-a0c1-3856f38d123d req-49435afc-febb-4cff-a25a-03ff6b27c237 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Aug 13 02:47:44.766437 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261ea74-e992-4bdc-936b-35eb7d1651ce req-9bf76b89-e327-496c-bbeb-f666d9c3d01e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:44.767873 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4261ea74-e992-4bdc-936b-35eb7d1651ce req-9bf76b89-e327-496c-bbeb-f666d9c3d01e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0481887 Aug 13 02:47:44.804928 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4261ea74-e992-4bdc-936b-35eb7d1651ce req-7486d041-e64a-4d8b-b4aa-fce76a33d54b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312822 Aug 13 02:47:45.415611 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e280f-0ffc-4483-a36e-173cda327c12 req-ce02740c-7703-4dd7-b760-56d830a95546 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:45.417110 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5a1e280f-0ffc-4483-a36e-173cda327c12 req-ce02740c-7703-4dd7-b760-56d830a95546 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0495033 Aug 13 02:47:45.454905 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5a1e280f-0ffc-4483-a36e-173cda327c12 req-7cf35bed-e876-4699-b21f-ed44a2f72e19 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317645 Aug 13 02:47:45.931407 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbc746-14c8-444c-831a-58eade081e31 req-bc915c0e-7305-43b2-8ada-95ec6d55fc62 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:45.932891 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-01cbc746-14c8-444c-831a-58eade081e31 req-bc915c0e-7305-43b2-8ada-95ec6d55fc62 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0560582 Aug 13 02:47:45.969564 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-01cbc746-14c8-444c-831a-58eade081e31 req-04ebe250-3b6c-477c-9793-0531fb1c8545 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307305 Aug 13 02:47:46.573754 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd1fed-3f91-4536-a43d-3038e88b8461 req-3b18c275-c62d-465f-80e6-c01d649c8f80 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:46.575168 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12fd1fed-3f91-4536-a43d-3038e88b8461 req-3b18c275-c62d-465f-80e6-c01d649c8f80 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0525885 Aug 13 02:47:46.614460 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12fd1fed-3f91-4536-a43d-3038e88b8461 req-f08ea391-3535-468b-bc48-862194bf339e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328805 Aug 13 02:47:46.960204 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-b6091f9b-d632-422c-b742-fb3dc9a5d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:46.961688 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-b6091f9b-d632-422c-b742-fb3dc9a5d7dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718&tenant_id=d15501c9af0d4eb9a307bb9a7ac84801 HTTP/1.1" status: 200 len: 1096 time: 0.0731084 Aug 13 02:47:47.037171 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-4695dcd2-5e22-4084-8ad9-6731691b6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:47.038672 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-4695dcd2-5e22-4084-8ad9-6731691b6713 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 1096 time: 0.0411372 Aug 13 02:47:47.138596 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414249-71a0-4001-b2f6-0d38fe63f625 req-38ef3ce9-8faa-4469-8b9c-a479966ef8c6 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:47.140043 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9a414249-71a0-4001-b2f6-0d38fe63f625 req-38ef3ce9-8faa-4469-8b9c-a479966ef8c6 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0982661 Aug 13 02:47:47.178919 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-03ab75bb-43ad-4284-b75f-2bf360dd8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:47.180324 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-03ab75bb-43ad-4284-b75f-2bf360dd8d07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.1304047 Aug 13 02:47:47.199828 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9a414249-71a0-4001-b2f6-0d38fe63f625 req-ca9dc86e-b109-4805-b65e-fa55e6ca8642 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535750 Aug 13 02:47:47.252823 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-acff9992-33e9-4068-b197-f1c4e0527176 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=327712dd-87ab-45d4-bb23-615c712cf931 HTTP/1.1" status: 200 len: 998 time: 0.0644798 Aug 13 02:47:47.304929 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-b0257c3a-27e0-49fa-b531-7b7162c993d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:47.307209 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-b0257c3a-27e0-49fa-b531-7b7162c993d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0469084 Aug 13 02:47:47.311618 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:47.353707 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-ef27bc0a-05e3-4b9c-838a-1630f7cca172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:47.355228 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-ef27bc0a-05e3-4b9c-838a-1630f7cca172 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407572 Aug 13 02:47:47.445629 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-dc00b82f-5824-42f7-99d6-4c0ba38146e9 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827117 Aug 13 02:47:47.536093 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5eac2fa8-c8ea-4acd-be5b-a9053fdc049f req-aedb5c79-9d8a-4b6e-b7f5-beb0ce69b4fd service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832162 Aug 13 02:47:47.733552 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f5d6a-51ad-4855-8fd8-e45a8956d5fb req-a127eb25-b943-408d-934d-a142ff0a7110 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:47.735047 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a16f5d6a-51ad-4855-8fd8-e45a8956d5fb req-a127eb25-b943-408d-934d-a142ff0a7110 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0521059 Aug 13 02:47:47.774015 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a16f5d6a-51ad-4855-8fd8-e45a8956d5fb req-b072fe96-4386-4dcb-809e-43a9b1af2bff tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320940 Aug 13 02:47:48.330587 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3b5a0-c90e-4aed-9058-27be977547f7 req-68d6a6f5-53e8-4629-9083-a4616a06ae9d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:48.332157 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-efa3b5a0-c90e-4aed-9058-27be977547f7 req-68d6a6f5-53e8-4629-9083-a4616a06ae9d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0500338 Aug 13 02:47:48.386860 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-efa3b5a0-c90e-4aed-9058-27be977547f7 req-ee6a30a9-be8c-4aeb-9ad0-7a0faebdaa59 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480714 Aug 13 02:47:48.900666 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539359a8-c687-4d63-9ab3-2a6e5c33abc6 req-bddea63c-7c46-4c99-ae14-d68956b69937 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:48.904929 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-539359a8-c687-4d63-9ab3-2a6e5c33abc6 req-bddea63c-7c46-4c99-ae14-d68956b69937 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0570004 Aug 13 02:47:48.941905 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-539359a8-c687-4d63-9ab3-2a6e5c33abc6 req-7a9efd9b-8f38-42d7-8a0e-4317a302cbd6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Aug 13 02:47:49.510387 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e3004-5bc3-44ca-b5fe-da63a4c90845 req-9af86bae-0168-4e68-8b7f-d0b43c8db043 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:49.511921 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8d3e3004-5bc3-44ca-b5fe-da63a4c90845 req-9af86bae-0168-4e68-8b7f-d0b43c8db043 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0486145 Aug 13 02:47:49.554748 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8d3e3004-5bc3-44ca-b5fe-da63a4c90845 req-79af9bb4-2f99-4844-96fc-ee3ce4aee208 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367672 Aug 13 02:47:50.093227 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4cbb5-4a64-47c4-86ec-5b7a41648661 req-ba557c12-5b4e-482b-a84e-c4bc76e22322 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:50.094734 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d8c4cbb5-4a64-47c4-86ec-5b7a41648661 req-ba557c12-5b4e-482b-a84e-c4bc76e22322 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0564818 Aug 13 02:47:50.140271 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d8c4cbb5-4a64-47c4-86ec-5b7a41648661 req-1f5e694e-1fe3-4a6e-abff-ed883d3cb661 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389385 Aug 13 02:47:50.682916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1d23-ffcf-4ead-9578-e11a656ea130 req-3847e216-fc55-480d-ab21-5fc7ac7e64a1 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:50.684623 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8e0b1d23-ffcf-4ead-9578-e11a656ea130 req-3847e216-fc55-480d-ab21-5fc7ac7e64a1 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0492840 Aug 13 02:47:50.723831 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8e0b1d23-ffcf-4ead-9578-e11a656ea130 req-92ce8d84-c81b-47fc-be6c-9d99e19e27fc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331521 Aug 13 02:47:51.036548 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec52167-69a4-43e8-bc82-e36dfa01f0ee req-92c701c0-31a5-4b74-962d-59660d6e0ea0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:51.038036 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0ec52167-69a4-43e8-bc82-e36dfa01f0ee req-92c701c0-31a5-4b74-962d-59660d6e0ea0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0583415 Aug 13 02:47:51.079694 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45180) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:51.100307 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0ec52167-69a4-43e8-bc82-e36dfa01f0ee req-0ce77dd8-5e24-4a41-88eb-77d12b74f42d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521774 Aug 13 02:47:51.195187 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5ab249b7-93e9-427f-93ae-caadbde49b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:51.295166 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5ab249b7-93e9-427f-93ae-caadbde49b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:51.295458 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d2c1-b301-4cf2-b18e-9a539d2b7c73 req-87dc7f75-8933-43c3-a252-34bd813cdf92 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:51.297026 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5791d2c1-b301-4cf2-b18e-9a539d2b7c73 req-87dc7f75-8933-43c3-a252-34bd813cdf92 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0661829 Aug 13 02:47:51.299373 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-5ab249b7-93e9-427f-93ae-caadbde49b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:51.338793 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab249b7-93e9-427f-93ae-caadbde49b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956d55e3-94c4-47ed-bed0-a53fdc498140,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:51.348721 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45186) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:51.349061 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-5ab249b7-93e9-427f-93ae-caadbde49b77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f494d293948d4748941dbf9d67e79acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679281 Aug 13 02:47:51.359683 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5791d2c1-b301-4cf2-b18e-9a539d2b7c73 req-bdf2df73-74a5-44be-85f8-a438766e968d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544004 Aug 13 02:47:51.404203 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8218ee3d-5c7a-4a4a-9070-bd8b14f00472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:51.426447 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8218ee3d-5c7a-4a4a-9070-bd8b14f00472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:51.471945 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8218ee3d-5c7a-4a4a-9070-bd8b14f00472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:51.474419 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8218ee3d-5c7a-4a4a-9070-bd8b14f00472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:51.475536 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-8218ee3d-5c7a-4a4a-9070-bd8b14f00472 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/956d55e3-94c4-47ed-bed0-a53fdc498140 HTTP/1.1" status: 204 len: 168 time: 0.1257191 Aug 13 02:47:51.483704 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218ee3d-5c7a-4a4a-9070-bd8b14f00472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956d55e3-94c4-47ed-bed0-a53fdc498140,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:51.846684 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff934976-ba39-43da-8802-735bbbe5bf38 req-7d579070-5e12-4325-9c8c-0833791e55d2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:51.848218 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ff934976-ba39-43da-8802-735bbbe5bf38 req-7d579070-5e12-4325-9c8c-0833791e55d2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0487716 Aug 13 02:47:51.888953 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ff934976-ba39-43da-8802-735bbbe5bf38 req-5abda24f-069e-43b8-bdf7-c948bba80b02 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347455 Aug 13 02:47:52.211662 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef995249-20aa-44e0-afe7-0475116a6682 req-41a9cc3a-28da-4305-8a1c-b20cab52f10d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:52.214000 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ef995249-20aa-44e0-afe7-0475116a6682 req-41a9cc3a-28da-4305-8a1c-b20cab52f10d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0534012 Aug 13 02:47:52.253048 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ef995249-20aa-44e0-afe7-0475116a6682 req-46e6a53c-363a-4126-b22b-21c2c67afe4c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Aug 13 02:47:52.494569 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca6430-7dd3-4116-bc56-fda82b1e2159 req-c93db176-339a-496f-9b5c-f87888c4ad86 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:52.496100 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e9ca6430-7dd3-4116-bc56-fda82b1e2159 req-c93db176-339a-496f-9b5c-f87888c4ad86 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0519369 Aug 13 02:47:52.548589 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e9ca6430-7dd3-4116-bc56-fda82b1e2159 req-73aedf94-2dbf-404d-b247-c0dc2507cfa9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464931 Aug 13 02:47:53.015335 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a657f4-3c6b-45fa-a460-e00e07ecc455 req-6d16712d-a4d2-42ae-a6b6-175252e4624b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:53.022822 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12a657f4-3c6b-45fa-a460-e00e07ecc455 req-6d16712d-a4d2-42ae-a6b6-175252e4624b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0569849 Aug 13 02:47:53.202203 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12a657f4-3c6b-45fa-a460-e00e07ecc455 req-8f5c1fce-588d-42ac-9f5f-9f6b8fdba49b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784229 Aug 13 02:47:53.394901 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb59f-667d-49d6-b076-86e2a78e45cd req-c39eda05-8290-45e5-883c-60d6e83feabd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:53.396436 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d07fb59f-667d-49d6-b076-86e2a78e45cd req-c39eda05-8290-45e5-883c-60d6e83feabd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0532198 Aug 13 02:47:53.436413 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d07fb59f-667d-49d6-b076-86e2a78e45cd req-83b2f278-da81-4b7b-9454-9f2598a0f4f2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327978 Aug 13 02:47:53.655206 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c1e46-f060-4f0b-8585-1f2f7905bbec req-9a5e094e-472f-434d-bbb0-2f1eb29c35b0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:53.656659 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-494c1e46-f060-4f0b-8585-1f2f7905bbec req-9a5e094e-472f-434d-bbb0-2f1eb29c35b0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0477529 Aug 13 02:47:53.706314 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-494c1e46-f060-4f0b-8585-1f2f7905bbec req-0a3011c8-4202-432c-9077-21bb70f2bdf0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405293 Aug 13 02:47:54.329758 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cfc8f-c168-4d76-bcc6-6b5b7d39b7d4 req-82d6a65b-9422-482a-987c-ebeca06c5a07 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:54.333145 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-458cfc8f-c168-4d76-bcc6-6b5b7d39b7d4 req-82d6a65b-9422-482a-987c-ebeca06c5a07 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0494738 Aug 13 02:47:54.375030 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-458cfc8f-c168-4d76-bcc6-6b5b7d39b7d4 req-dda4c8b3-6003-4b01-aaa8-a05008cc2d14 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363386 Aug 13 02:47:54.559426 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ba774-5d8a-404d-bfa9-28773ebf82fc req-90fd848a-210a-4301-b265-cbf32aa3b839 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:54.560920 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-423ba774-5d8a-404d-bfa9-28773ebf82fc req-90fd848a-210a-4301-b265-cbf32aa3b839 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0552130 Aug 13 02:47:54.599557 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-423ba774-5d8a-404d-bfa9-28773ebf82fc req-f197f7ae-e69c-4f53-a0ef-00589e272722 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326986 Aug 13 02:47:54.825605 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af84421-21ed-4164-a34d-632d6b893d81 req-efab8f4b-d973-463f-a5c0-af8c5d83df85 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:54.827142 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2af84421-21ed-4164-a34d-632d6b893d81 req-efab8f4b-d973-463f-a5c0-af8c5d83df85 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0529797 Aug 13 02:47:54.865470 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2af84421-21ed-4164-a34d-632d6b893d81 req-3e29b9d8-68d7-4d33-b62f-8afcaffbea5c tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319972 Aug 13 02:47:55.503034 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c11040-6850-45a9-b076-b11e2fde9eb4 req-6c1a91dd-91c1-44a5-a9e3-690b0d24d2f3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:55.504573 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d2c11040-6850-45a9-b076-b11e2fde9eb4 req-6c1a91dd-91c1-44a5-a9e3-690b0d24d2f3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0533836 Aug 13 02:47:55.541932 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d2c11040-6850-45a9-b076-b11e2fde9eb4 req-9d7fe82e-948d-455b-b844-ac78106ede32 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306199 Aug 13 02:47:55.717434 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281241cf-b4e0-445c-bc86-95fe4adc61d1 req-cedb31e4-60bf-4f45-81e2-c57662f4deed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:55.718875 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-281241cf-b4e0-445c-bc86-95fe4adc61d1 req-cedb31e4-60bf-4f45-81e2-c57662f4deed tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0546105 Aug 13 02:47:55.762096 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-281241cf-b4e0-445c-bc86-95fe4adc61d1 req-ea20ec5b-8e20-478f-8f79-227b28406d1c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370288 Aug 13 02:47:55.985211 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825fccf-3198-40ee-9ffe-d60ede6cb5e5 req-ee864f3e-1ebc-4ebc-99c7-212110f70a0a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:55.986964 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6825fccf-3198-40ee-9ffe-d60ede6cb5e5 req-ee864f3e-1ebc-4ebc-99c7-212110f70a0a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0546381 Aug 13 02:47:56.025396 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6825fccf-3198-40ee-9ffe-d60ede6cb5e5 req-5276e962-c409-4a98-9d47-626a308a9126 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Aug 13 02:47:56.666252 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2d9a5-843d-433d-ab26-93060f1bce64 req-f62e58b8-3bf4-4326-ae90-e50a906a60cf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:56.667746 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-32b2d9a5-843d-433d-ab26-93060f1bce64 req-f62e58b8-3bf4-4326-ae90-e50a906a60cf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0511923 Aug 13 02:47:56.705894 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-32b2d9a5-843d-433d-ab26-93060f1bce64 req-5a1a0148-9702-4acd-b870-adc67a7bc841 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 Aug 13 02:47:56.896358 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29523b8e-0d57-4b90-8c1d-3f42c1169756 req-317397f6-ba4e-4ac0-a5f4-963d0ca615f3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:56.898039 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-29523b8e-0d57-4b90-8c1d-3f42c1169756 req-317397f6-ba4e-4ac0-a5f4-963d0ca615f3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0536790 Aug 13 02:47:56.938008 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-29523b8e-0d57-4b90-8c1d-3f42c1169756 req-de9ca961-317e-4448-bca3-c5fc14abb32e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Aug 13 02:47:57.145802 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14789bed-2699-49fc-b7ff-f3068cee5f80 req-8eb72090-72b4-4883-8372-db8a1fb359b7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:57.147392 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14789bed-2699-49fc-b7ff-f3068cee5f80 req-8eb72090-72b4-4883-8372-db8a1fb359b7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0515749 Aug 13 02:47:57.186886 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14789bed-2699-49fc-b7ff-f3068cee5f80 req-b555f51c-2ffa-4a68-976c-087f111330f1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329356 Aug 13 02:47:57.836174 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b22f9-5e67-4167-b74f-50aedd27377d req-d5ca4490-ef2e-4966-9a27-8a6b9cd3367b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:57.838355 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d77b22f9-5e67-4167-b74f-50aedd27377d req-d5ca4490-ef2e-4966-9a27-8a6b9cd3367b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0519817 Aug 13 02:47:57.888994 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d77b22f9-5e67-4167-b74f-50aedd27377d req-d5c708dd-423a-4817-af27-1f5ca3fa0db3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441699 Aug 13 02:47:58.070846 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583517af-a101-4447-b950-67924f04e41c req-bf87a65b-88ea-4ccd-8007-d6fdbfdbe6e0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:58.072918 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-583517af-a101-4447-b950-67924f04e41c req-bf87a65b-88ea-4ccd-8007-d6fdbfdbe6e0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0612736 Aug 13 02:47:58.114789 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-583517af-a101-4447-b950-67924f04e41c req-b4106434-418e-481e-a615-897ab8237f54 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352950 Aug 13 02:47:58.305456 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a602c95-8024-4378-8510-c31a32a40df1 req-5ac2f9c2-c8bd-4e13-882f-75074b68cff6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:58.306929 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a602c95-8024-4378-8510-c31a32a40df1 req-5ac2f9c2-c8bd-4e13-882f-75074b68cff6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0512714 Aug 13 02:47:58.344241 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a602c95-8024-4378-8510-c31a32a40df1 req-338ab969-c12b-4ba7-abfa-8c6b95c25bfc tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Aug 13 02:47:59.011282 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0d46-21b8-457d-9332-6a26169105a9 req-389ed917-f03b-4c4e-82f4-2011f1d090a8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:59.012778 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-64ca0d46-21b8-457d-9332-6a26169105a9 req-389ed917-f03b-4c4e-82f4-2011f1d090a8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0506873 Aug 13 02:47:59.050667 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-64ca0d46-21b8-457d-9332-6a26169105a9 req-b3672f5e-13f6-4703-a84d-bf4e32d32878 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Aug 13 02:47:59.232363 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a25ab6-dbeb-4588-a9ce-0c1d31698aa7 req-6f777632-a4a3-4673-a328-dead3299d277 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:59.233765 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-47a25ab6-dbeb-4588-a9ce-0c1d31698aa7 req-6f777632-a4a3-4673-a328-dead3299d277 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0509293 Aug 13 02:47:59.278880 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-47a25ab6-dbeb-4588-a9ce-0c1d31698aa7 req-f097b3ed-eed7-490f-b06c-79466c621a4a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381384 Aug 13 02:47:59.461642 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf09c6-c5a3-4f07-ad75-647ab83c0603 req-db32d4ef-6f15-4410-96ab-8475fa938209 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:59.464198 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fcaf09c6-c5a3-4f07-ad75-647ab83c0603 req-db32d4ef-6f15-4410-96ab-8475fa938209 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0524826 Aug 13 02:47:59.504290 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fcaf09c6-c5a3-4f07-ad75-647ab83c0603 req-0e23f996-8788-40da-86df-4894229e4c50 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340412 Aug 13 02:48:00.171499 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a86f1b-39e3-427c-bc2a-6208d462e40a req-ddbae07b-7916-4860-9fc0-e6c4c83b1425 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:00.172972 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68a86f1b-39e3-427c-bc2a-6208d462e40a req-ddbae07b-7916-4860-9fc0-e6c4c83b1425 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0479796 Aug 13 02:48:00.208728 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68a86f1b-39e3-427c-bc2a-6208d462e40a req-a074c3cd-5a38-4ddb-b8f0-06eaf2b9e50f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298789 Aug 13 02:48:00.394579 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada7abb-bd43-425e-a9f7-3ec5a26c6c84 req-c6f9530a-d038-4892-8f83-cfe2ecda1fce tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:00.395958 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4ada7abb-bd43-425e-a9f7-3ec5a26c6c84 req-c6f9530a-d038-4892-8f83-cfe2ecda1fce tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0504858 Aug 13 02:48:00.433066 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4ada7abb-bd43-425e-a9f7-3ec5a26c6c84 req-68542fe6-8c67-4a19-ad41-bb524ad91841 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306001 Aug 13 02:48:00.615584 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00616cc4-6e4e-4240-923d-a0c12b1b551c req-52452dca-f581-447b-9f1d-fd8d208167a5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:00.617075 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-00616cc4-6e4e-4240-923d-a0c12b1b551c req-52452dca-f581-447b-9f1d-fd8d208167a5 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0491471 Aug 13 02:48:00.655246 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-00616cc4-6e4e-4240-923d-a0c12b1b551c req-64aec026-a244-423b-910b-fca88f772db0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Aug 13 02:48:01.325359 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d79887-c206-4a36-9368-2a4c20911423 req-353d5fce-8391-4adb-b8ec-340dd4e31de6 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:01.326801 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d3d79887-c206-4a36-9368-2a4c20911423 req-353d5fce-8391-4adb-b8ec-340dd4e31de6 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0466363 Aug 13 02:48:01.363194 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d3d79887-c206-4a36-9368-2a4c20911423 req-7ab150c5-ce0e-4f40-9594-08558700aa98 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306518 Aug 13 02:48:01.553142 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9d4b4-5598-49f2-928f-67bea7e79084 req-a50be98d-7f4f-496e-8f89-5fc2c3203c40 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:01.554517 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4da9d4b4-5598-49f2-928f-67bea7e79084 req-a50be98d-7f4f-496e-8f89-5fc2c3203c40 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0570710 Aug 13 02:48:01.591398 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4da9d4b4-5598-49f2-928f-67bea7e79084 req-25e41c53-4ee5-41ff-a254-c6a291fd6f80 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310519 Aug 13 02:48:01.766888 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c0f67-ad16-4226-b6a5-c163ae65001b req-6536a710-1f13-499d-9365-c389b632f6a7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:01.768344 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c69c0f67-ad16-4226-b6a5-c163ae65001b req-6536a710-1f13-499d-9365-c389b632f6a7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0486088 Aug 13 02:48:01.805180 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c69c0f67-ad16-4226-b6a5-c163ae65001b req-96592e65-8c6e-4598-8499-bd56c2c90d3f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300751 Aug 13 02:48:02.482787 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec470996-5ff0-4751-87ef-7767448fddb6 req-4dbfa49c-7403-4647-a8f3-05f462b7c993 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:02.484243 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec470996-5ff0-4751-87ef-7767448fddb6 req-4dbfa49c-7403-4647-a8f3-05f462b7c993 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0473437 Aug 13 02:48:02.521090 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec470996-5ff0-4751-87ef-7767448fddb6 req-0fd308b3-e01f-4d52-bd61-4749f0dd894b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307186 Aug 13 02:48:02.704470 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956c826-3124-43b5-9c06-a289e4fcdb17 req-53c6c143-32c2-49ed-a102-cd917ccfbdf0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:02.705809 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9956c826-3124-43b5-9c06-a289e4fcdb17 req-53c6c143-32c2-49ed-a102-cd917ccfbdf0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0498357 Aug 13 02:48:02.743202 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9956c826-3124-43b5-9c06-a289e4fcdb17 req-c3fc39f7-a815-467f-a9cb-9543d8910657 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308790 Aug 13 02:48:02.918310 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372a892-d229-4780-8449-759f9102e807 req-53c86c70-a400-4555-a736-05cf2500fc23 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:02.919752 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6372a892-d229-4780-8449-759f9102e807 req-53c86c70-a400-4555-a736-05cf2500fc23 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0478759 Aug 13 02:48:02.955406 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6372a892-d229-4780-8449-759f9102e807 req-86ced25b-33c6-4d73-978e-25dee5bff5f9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297444 Aug 13 02:48:03.642122 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d52cb-c5fa-4643-994b-09b8693a6bd8 req-c1554165-94ca-4d32-8f8b-3391004bfeba tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:03.643573 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-752d52cb-c5fa-4643-994b-09b8693a6bd8 req-c1554165-94ca-4d32-8f8b-3391004bfeba tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0512419 Aug 13 02:48:03.679644 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-752d52cb-c5fa-4643-994b-09b8693a6bd8 req-f4e3cb5e-08d7-466a-82db-0025404cd295 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298805 Aug 13 02:48:03.856670 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa5c6d-c115-4420-8ca9-6be1818be720 req-a7a5f223-b57e-4b13-90cd-665faea93b34 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:03.858027 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0caa5c6d-c115-4420-8ca9-6be1818be720 req-a7a5f223-b57e-4b13-90cd-665faea93b34 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0500362 Aug 13 02:48:03.894898 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0caa5c6d-c115-4420-8ca9-6be1818be720 req-52cae922-e40d-49f6-92e8-eb3f6ed20428 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308311 Aug 13 02:48:04.069628 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5283325-b2ae-423f-b89f-238e0d15622f req-ab448714-f3e9-43c8-8cd4-0647840ab863 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:04.071243 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f5283325-b2ae-423f-b89f-238e0d15622f req-ab448714-f3e9-43c8-8cd4-0647840ab863 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0480671 Aug 13 02:48:04.107889 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f5283325-b2ae-423f-b89f-238e0d15622f req-33b06548-d7e0-423b-910c-b9d46fb209b1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308118 Aug 13 02:48:04.300848 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdf008-a90f-4737-9da5-75029f1f6575 req-32a6b719-9a82-4811-800e-4d5f22de6c68 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:04.302334 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cccdf008-a90f-4737-9da5-75029f1f6575 req-32a6b719-9a82-4811-800e-4d5f22de6c68 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0510499 Aug 13 02:48:04.339945 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cccdf008-a90f-4737-9da5-75029f1f6575 req-e731afa3-8450-4c1a-9934-32583b24ac72 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311620 Aug 13 02:48:04.382690 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-484ce5b9-e0da-4839-b62f-eaa6b48a6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:04.385144 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-484ce5b9-e0da-4839-b62f-eaa6b48a6306 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 1099 time: 0.0442057 Aug 13 02:48:04.474365 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-13a71264-795c-4b06-b842-36f1170ed994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:04.475789 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-13a71264-795c-4b06-b842-36f1170ed994 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 911 time: 0.0834589 Aug 13 02:48:04.567614 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-d909b0ba-b20a-45ef-b92c-fe425d140be3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf HTTP/1.1" status: 200 len: 1002 time: 0.0599074 Aug 13 02:48:04.629721 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-e05d0ade-fe1b-4d68-8301-8939b38cd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:04.631120 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-e05d0ade-fe1b-4d68-8301-8939b38cd005 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.0429356 Aug 13 02:48:04.677874 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-15e4275d-202d-47b7-a09d-91501b9d65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:04.679300 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-15e4275d-202d-47b7-a09d-91501b9d65c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399556 Aug 13 02:48:05.067911 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-c1f98335-26a4-43eb-a017-3f8d02b6e3c2 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789210 Aug 13 02:48:05.102856 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcc4ee-6bd5-4190-8e69-349baed38f86 req-6266cc78-7d6e-4e47-8b44-055d12942d78 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:05.104241 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e5fcc4ee-6bd5-4190-8e69-349baed38f86 req-6266cc78-7d6e-4e47-8b44-055d12942d78 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.3504772 Aug 13 02:48:05.148353 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b16857-370a-4aac-894e-3eeb28496679 req-3db5dfb5-67ef-4183-8edb-b762a94679ab tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:05.150507 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5b16857-370a-4aac-894e-3eeb28496679 req-3db5dfb5-67ef-4183-8edb-b762a94679ab tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.1396909 Aug 13 02:48:05.217542 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e5fcc4ee-6bd5-4190-8e69-349baed38f86 req-ac76246a-4cc2-45a9-83d0-e3bafa004fd2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857217 Aug 13 02:48:05.261290 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5b16857-370a-4aac-894e-3eeb28496679 req-4d3f131d-d121-4d27-b76d-ca595bcf56cf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023769 Aug 13 02:48:05.269224 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f48bc8e9-ea48-453c-9615-22e1d8be0714 req-a565a0a8-6ba0-4da2-a916-25c9d364be16 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936016 Aug 13 02:48:05.283213 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-401c4d99-5e66-4bb4-b0ef-a5b4904c61c3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:05.284710 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-401c4d99-5e66-4bb4-b0ef-a5b4904c61c3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0821650 Aug 13 02:48:05.380501 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Deleting port 11e72fb1-7f09-460a-b2c1-afd729c5ceda {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:05.380849 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.502465 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22931c-b3f9-41c4-8f12-f087034fac74 req-96d8cf3d-ffb9-46bf-8c5b-a860494fdedd tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:05.503914 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc22931c-b3f9-41c4-8f12-f087034fac74 req-96d8cf3d-ffb9-46bf-8c5b-a860494fdedd tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0854549 Aug 13 02:48:05.510708 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] For port 11e72fb1-7f09-460a-b2c1-afd729c5ceda, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=11e72fb1-7f09-460a-b2c1-afd729c5ceda,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:05.511073 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.628157 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dc22931c-b3f9-41c4-8f12-f087034fac74 req-8c71a372-38c2-4cf6-8e33-9066056d081b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145844 Aug 13 02:48:05.756494 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.756768 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.757080 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Floating IP 797c0084-a25a-4ed2-8871-73fc4a681379 disassociated. External IP: 172.27.2.73, port: 11e72fb1-7f09-460a-b2c1-afd729c5ceda. Aug 13 02:48:05.757418 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Calling delete_port for 11e72fb1-7f09-460a-b2c1-afd729c5ceda owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:05.822983 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-172dcc0f-7708-435b-b642-15846218bd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.889287 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:05.915353 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event deleted for resources: {'Port': ['ID=11e72fb1-7f09-460a-b2c1-afd729c5ceda,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:05.924751 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.925117 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.925470 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.925807 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.926135 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.926463 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.926792 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.927116 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.927790 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.928120 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.928538 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:05.929010 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:06.044568 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:06.150637 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:06.162583 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] Sync routers for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:06.173242 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:06.173869 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:06.195008 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] No DVR routers for this DVR port 11e72fb1-7f09-460a-b2c1-afd729c5ceda on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:06.197809 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:06.199791 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-59c17e9d-defa-4bdb-9c57-a569075fb28a req-4a26d483-d7cd-4ea0-b960-80c5209ba925 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "DELETE /v2.0/ports/11e72fb1-7f09-460a-b2c1-afd729c5ceda HTTP/1.1" status: 204 len: 173 time: 0.9089401 Aug 13 02:48:06.200245 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'name': 'network-vif-deleted', 'tag': '11e72fb1-7f09-460a-b2c1-afd729c5ceda'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:06.202503 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd6e300-a3e4-456e-9f01-2f42cf919a87" -d '{"events": [{"server_uuid": "13039c1f-5002-4d7b-bae2-16207551d3a5", "name": "network-vif-deleted", "tag": "11e72fb1-7f09-460a-b2c1-afd729c5ceda"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:06.299527 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:06.363349 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dc9b9-c5c1-46f9-ae1a-c2b8ec001bde req-8e10a1c1-0e22-42a0-9144-ffe1150a852e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:06.364914 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-912dc9b9-c5c1-46f9-ae1a-c2b8ec001bde req-8e10a1c1-0e22-42a0-9144-ffe1150a852e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0537639 Aug 13 02:48:06.390332 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682da72d-9a22-4743-aeb7-f9ebfeb9e1ff x-openstack-request-id: req-682da72d-9a22-4743-aeb7-f9ebfeb9e1ff {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:06.390746 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13039c1f-5002-4d7b-bae2-16207551d3a5", "name": "network-vif-deleted", "tag": "11e72fb1-7f09-460a-b2c1-afd729c5ceda", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:06.391152 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-682da72d-9a22-4743-aeb7-f9ebfeb9e1ff {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:06.391556 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13039c1f-5002-4d7b-bae2-16207551d3a5', 'name': 'network-vif-deleted', 'tag': '11e72fb1-7f09-460a-b2c1-afd729c5ceda', 'status': 'completed', 'code': 200} Aug 13 02:48:06.422217 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-912dc9b9-c5c1-46f9-ae1a-c2b8ec001bde req-a53612f0-c334-4d29-a91c-28ced953a16f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448003 Aug 13 02:48:06.467225 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-61ac9885-ca86-482e-9844-40c784bc86ad req-b6a57810-62a9-465a-a604-675293704983 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=13039c1f-5002-4d7b-bae2-16207551d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0265446 Aug 13 02:48:06.529289 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:06.556042 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] Checking router: b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:06.564518 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:06.565134 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:06.677520 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:06.756784 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af29692-b3c2-4aed-b5c1-6c9b51c0bfc0 req-c79f5ace-f7e2-4906-b1ad-43ef10388b35 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:06.759097 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3af29692-b3c2-4aed-b5c1-6c9b51c0bfc0 req-c79f5ace-f7e2-4906-b1ad-43ef10388b35 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0549166 Aug 13 02:48:06.799881 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3af29692-b3c2-4aed-b5c1-6c9b51c0bfc0 req-6295fc63-7e76-445c-bc4f-d30d75d06509 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334311 Aug 13 02:48:06.885926 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:06.910684 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e43b12-90f8-4d75-9f76-9ab7b3258dab None None] The sync data for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi is: [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:07.135919 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043a2174-2759-4a7b-9a1b-b849db377b6b None None] New status for floating IP 797c0084-a25a-4ed2-8871-73fc4a681379: DOWN {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:48:07.539691 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc1c30-5319-4dfa-a8d1-b1d3e9e76dab req-d8f3fa6a-8117-4eec-af78-5fc41df72eb4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:07.541407 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ddc1c30-5319-4dfa-a8d1-b1d3e9e76dab req-d8f3fa6a-8117-4eec-af78-5fc41df72eb4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0514517 Aug 13 02:48:07.579247 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ddc1c30-5319-4dfa-a8d1-b1d3e9e76dab req-bc24bafe-5c4f-4584-8898-82e25d53a258 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Aug 13 02:48:07.719578 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-c3d58d23-d4a5-4b94-ab22-673166b8ba8e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833646632&fields=id&tenant_id=1f35c4d4a6524f078112a8a65b84f54c HTTP/1.1" status: 200 len: 267 time: 0.0341368 Aug 13 02:48:07.829730 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-4eff4621-df30-4b17-8342-2f3885a8a1c5 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:07.831102 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-4eff4621-df30-4b17-8342-2f3885a8a1c5 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 812 time: 0.1048291 Aug 13 02:48:07.847003 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-da55c4dc-721d-43ca-b161-3f165d673181 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/quotas/1f35c4d4a6524f078112a8a65b84f54c HTTP/1.1" status: 200 len: 375 time: 0.0090053 Aug 13 02:48:07.900785 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-fadd5dee-df4b-4382-9927-f5a8b51f6367 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484972 Aug 13 02:48:08.041917 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-9ca5ecad-29cc-478b-b5ce-7d9530e5dd11 service neutron] 10.222.0.43 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292772 Aug 13 02:48:08.139857 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-0ca5e124-d9c2-4d47-ab70-a2eadcebb42e service neutron] 10.222.0.43 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915062 Aug 13 02:48:08.429008 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4c79577-95c3-4033-aefb-93d51b34c935 req-a0c95c39-3dd8-49e0-a199-e28f971a0652 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 210 time: 0.0282688 Aug 13 02:48:08.708552 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832edca9-ff9c-4b5c-9dc7-c09f1ed96be9 req-4cfd2fd0-4ca0-470a-858a-947b65909b9f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:08.710032 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-832edca9-ff9c-4b5c-9dc7-c09f1ed96be9 req-4cfd2fd0-4ca0-470a-858a-947b65909b9f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0572059 Aug 13 02:48:08.752867 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-832edca9-ff9c-4b5c-9dc7-c09f1ed96be9 req-274b1018-cbd2-4616-957d-ca69a533df38 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356233 Aug 13 02:48:08.786018 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d6ee60a0-fcea-4e80-86a4-0934a9475e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:09.038730 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:09.314814 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-9068bb19-000e-4548-85a3-608e98b6355d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431509 Aug 13 02:48:09.391370 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-beba6eaf-50f6-4542-b645-4711cc0f175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:09.392911 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-beba6eaf-50f6-4542-b645-4711cc0f175c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9970b6012d604b7cb99f324ab87096c5&device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1138 time: 0.0422394 Aug 13 02:48:09.395923 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 11e72fb1-7f09-460a-b2c1-afd729c5ceda no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:09.416336 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 11e72fb1-7f09-460a-b2c1-afd729c5ceda {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:09.416864 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 11e72fb1-7f09-460a-b2c1-afd729c5ceda not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:09.561977 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5670a12a-499b-444e-84a7-8d7f0f264576 req-5103aa02-79b6-43db-a426-b49183197e8e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 210 time: 0.0423729 Aug 13 02:48:09.600478 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:09.619967 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee9335f0-a262-4ae3-acee-a946d3091408 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:09.621451 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee9335f0-a262-4ae3-acee-a946d3091408 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 812 time: 0.1952484 Aug 13 02:48:09.630749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-15ac03d2-2012-4f14-a130-a4dd61537e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:09.632133 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-15ac03d2-2012-4f14-a130-a4dd61537e83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 200 len: 916 time: 0.1947293 Aug 13 02:48:09.701507 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:09.729576 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-83735d07-d314-4c9b-b3f9-a99acd67dd0c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f35c4d4a6524f078112a8a65b84f54c HTTP/1.1" status: 200 len: 379 time: 0.0784998 Aug 13 02:48:09.735775 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-ae7d282d-22c5-4b18-8fa2-c18a2fda5bfa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 1001 time: 0.0792334 Aug 13 02:48:09.740246 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'port': {'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'admin_state_up': True, 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'security_groups': ['bf495af0-e92b-46d0-be60-0686e873f111']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:09.843049 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-df5c90aa-a502-4b00-88fe-d5007569e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:09.844424 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-df5c90aa-a502-4b00-88fe-d5007569e966 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a50cd83d-1b79-4d16-9b59-ddb882d49974 HTTP/1.1" status: 200 len: 854 time: 0.1004121 Aug 13 02:48:09.942983 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066d350-b017-4c10-81fb-c0f49d050629 req-654b75ba-4140-4b4b-b21d-ef5425ad2ca4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:09.944338 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6066d350-b017-4c10-81fb-c0f49d050629 req-654b75ba-4140-4b4b-b21d-ef5425ad2ca4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.1143928 Aug 13 02:48:09.962460 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-e96ee623-a4f4-47f2-b349-f09263205e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:09.963854 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-e96ee623-a4f4-47f2-b349-f09263205e18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37a8bd14-93fd-431a-8fc9-630a00d4abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1106610 Aug 13 02:48:09.996178 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Made reservation on behalf of 1f35c4d4a6524f078112a8a65b84f54c for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:48:09.999455 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:10.053333 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6066d350-b017-4c10-81fb-c0f49d050629 req-b0c912d6-0be5-4c37-bfc0-d6370452f16b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009762 Aug 13 02:48:10.132359 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-414a74a9-cbbd-45ae-beae-9c95f0cde235 service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582258 Aug 13 02:48:10.235924 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Allocated IP 172.20.0.7 (f0af92e4-ffda-4e9b-9d0c-8f44de4d016a/b1ebdcee-6265-4c32-b1f4-d885cbdfa20b/bea76397-d0d2-4d89-bc32-effc9a3f7d44) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:10.287465 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-723ad6af-76ed-41ae-b277-4c7b2aeeed00 req-02032ccd-65a0-41bd-932a-375c3c54c127 service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447189 Aug 13 02:48:10.414576 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:10.427934 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Transition to ACTIVE for port object bea76397-d0d2-4d89-bc32-effc9a3f7d44 will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:10.459438 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:10.500698 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:10.505484 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:10.509748 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:10.515885 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'Port': ['ID=bea76397-d0d2-4d89-bc32-effc9a3f7d44,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:10.564368 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:10.565009 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:10.579845 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-cef75deb-6464-4700-a291-67a1d5fc82b8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8430784 Aug 13 02:48:10.599711 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Request body: {'port': {'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:10.681452 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:10.715018 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-f399948e-fb1d-4431-b003-45f4907d4144 None None] Provisioning for port bea76397-d0d2-4d89-bc32-effc9a3f7d44 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:10.718848 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-f399948e-fb1d-4431-b003-45f4907d4144 None None] Provisioning complete for port bea76397-d0d2-4d89-bc32-effc9a3f7d44 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:10.719215 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f399948e-fb1d-4431-b003-45f4907d4144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:10.738963 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002129ec-4217-4438-988b-3758adabb57b req-e0400d34-b8c3-48fe-9b69-c05468ac1a80 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:10.740425 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-002129ec-4217-4438-988b-3758adabb57b req-e0400d34-b8c3-48fe-9b69-c05468ac1a80 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 931 time: 0.0895905 Aug 13 02:48:10.756069 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-f399948e-fb1d-4431-b003-45f4907d4144 None None] Port bea76397-d0d2-4d89-bc32-effc9a3f7d44 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:48:10.844017 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-002129ec-4217-4438-988b-3758adabb57b req-4ed67cd3-6552-4943-b28c-535eb13f6f6d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960996 Aug 13 02:48:10.985606 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea76397-d0d2-4d89-bc32-effc9a3f7d44 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:48:10.992805 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:11.003837 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Transition to ACTIVE for port object bea76397-d0d2-4d89-bc32-effc9a3f7d44 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:11.007546 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:11.059336 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bea76397-d0d2-4d89-bc32-effc9a3f7d44,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:11.131153 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Attempting to bind port bea76397-d0d2-4d89-bc32-effc9a3f7d44 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:11.131488 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Attempting to bind port bea76397-d0d2-4d89-bc32-effc9a3f7d44 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:11.131816 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Attempting to bind port bea76397-d0d2-4d89-bc32-effc9a3f7d44 on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:11.147307 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Port bea76397-d0d2-4d89-bc32-effc9a3f7d44 on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:48:11.147628 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Attempting to bind port bea76397-d0d2-4d89-bc32-effc9a3f7d44 on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:11.169960 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:11.170302 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Checking segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:11.170683 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Bound using segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:11.171113 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Bound port: bea76397-d0d2-4d89-bc32-effc9a3f7d44, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:11.171476 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:11.220237 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6d5c5-6fe5-4fb1-89e6-75c8981db907 req-712bc9ef-e1c3-42ff-bf0d-53db9cba2696 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:11.221746 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-71d6d5c5-6fe5-4fb1-89e6-75c8981db907 req-712bc9ef-e1c3-42ff-bf0d-53db9cba2696 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0868917 Aug 13 02:48:11.270083 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:11.271502 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] For port bea76397-d0d2-4d89-bc32-effc9a3f7d44, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:11.294026 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-71d6d5c5-6fe5-4fb1-89e6-75c8981db907 req-2571bc9c-783f-4d0e-b549-3c956eb4844d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620685 Aug 13 02:48:11.295676 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] For port bea76397-d0d2-4d89-bc32-effc9a3f7d44, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:11.300089 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:11.336775 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:11.337392 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:11.338764 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/bea76397-d0d2-4d89-bc32-effc9a3f7d44 HTTP/1.1" status: 200 len: 1093 time: 0.7435281 Aug 13 02:48:11.339200 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:11.341452 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92" -d '{"events": [{"name": "network-changed", "server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:11.371766 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f6450-d849-4a57-b9b2-54ee4fd524a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bea76397-d0d2-4d89-bc32-effc9a3f7d44,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:11.384901 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c5931-d2af-47be-990b-6f778f3b26f0 x-openstack-request-id: req-a27c5931-d2af-47be-990b-6f778f3b26f0 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:11.385187 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:11.385438 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a27c5931-d2af-47be-990b-6f778f3b26f0 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:11.385823 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'status': 'completed', 'code': 200} Aug 13 02:48:11.448295 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-8f09079b-eda9-43aa-a4e0-743ed5908287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:11.449877 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-8f09079b-eda9-43aa-a4e0-743ed5908287 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 1096 time: 0.0431895 Aug 13 02:48:11.506024 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-9df88a7e-42e4-466b-bbb5-651ce44d8a6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44 HTTP/1.1" status: 200 len: 217 time: 0.0385032 Aug 13 02:48:11.553957 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-f21beaef-0253-440d-b292-8d37fe4a043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:11.555970 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-f21beaef-0253-440d-b292-8d37fe4a043c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0428305 Aug 13 02:48:11.855988 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-988ab7d2-a12f-48e1-84c2-fc7ba8edb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:11.857428 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-988ab7d2-a12f-48e1-84c2-fc7ba8edb73c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2941372 Aug 13 02:48:11.984578 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592a626-de27-448a-98f0-95334590f743 req-348b3fb8-470b-43c6-90d1-6257eaa2e3a3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:11.986416 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0592a626-de27-448a-98f0-95334590f743 req-348b3fb8-470b-43c6-90d1-6257eaa2e3a3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 943 time: 0.0758343 Aug 13 02:48:11.988145 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-310a785e-2e5c-4925-b12f-7b334f7c5dca service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225240 Aug 13 02:48:12.067127 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0592a626-de27-448a-98f0-95334590f743 req-b38d30ad-6b63-479b-99bc-75de44a9af3b tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748510 Aug 13 02:48:12.100206 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6abcf65-6f37-46be-a2d9-aec8c4a053d1 req-9ceba99b-d2b3-46db-90af-2c5307398d2c service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016700 Aug 13 02:48:12.255717 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-ca9f1b69-f32f-4eee-bad2-9e59705c253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:12.257244 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-ca9f1b69-f32f-4eee-bad2-9e59705c253d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 1096 time: 0.0456994 Aug 13 02:48:12.344362 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-0c5ae9f4-3930-401f-8f37-e071bbfa10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:12.345867 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-0c5ae9f4-3930-401f-8f37-e071bbfa10f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 913 time: 0.0817468 Aug 13 02:48:12.394516 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-efb42a94-b5b0-4475-9b13-087e1bbbd9e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44 HTTP/1.1" status: 200 len: 217 time: 0.0360594 Aug 13 02:48:12.467927 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-15673ee0-bf8b-4d47-ab83-1cc48c49fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:12.469327 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-15673ee0-bf8b-4d47-ab83-1cc48c49fc3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0672083 Aug 13 02:48:12.478333 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f665dbb-a70f-4257-8b02-8537b9083aaa req-240fd10b-6876-4c2a-8c33-5dfbb6a5343e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:12.479686 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4f665dbb-a70f-4257-8b02-8537b9083aaa req-240fd10b-6876-4c2a-8c33-5dfbb6a5343e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 943 time: 0.0878983 Aug 13 02:48:12.541403 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4f665dbb-a70f-4257-8b02-8537b9083aaa req-de819154-ab92-4db5-8541-3991a7417819 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532720 Aug 13 02:48:12.544191 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-a190ff2a-d3ef-4e22-9624-06baef7c8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:12.545672 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-a190ff2a-d3ef-4e22-9624-06baef7c8615 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651548 Aug 13 02:48:12.637858 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-82a08629-e9d6-46d6-a982-9149175d047c service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840909 Aug 13 02:48:12.725823 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-91f17bf2-9b48-4b5b-9f12-2ccb100bed92 req-f7ecf526-48d1-4123-b85a-ce562b4676c6 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796835 Aug 13 02:48:13.237350 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acae2f-4c19-418b-89b4-c1426905ef49 req-0396af79-5509-4808-a3bf-c881520f197e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:13.239831 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0acae2f-4c19-418b-89b4-c1426905ef49 req-0396af79-5509-4808-a3bf-c881520f197e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 943 time: 0.1070352 Aug 13 02:48:13.277555 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0acae2f-4c19-418b-89b4-c1426905ef49 req-921db2e1-9356-442f-babd-b5c6220c4ad8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311673 Aug 13 02:48:13.421276 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:48:13.515439 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:13.528238 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '327712dd-87ab-45d4-bb23-615c712cf931', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'port_id': '327712dd-87ab-45d4-bb23-615c712cf931', 'mac_address': 'fa:16:3e:ca:dd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:48:13.568702 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:13.581099 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327712dd-87ab-45d4-bb23-615c712cf931 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:48:13.601201 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:13.605972 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:13.662171 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=9']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:13.669242 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69de3cd-3a1a-443a-b0cf-74bfbb07e0e1 req-6b61db31-764b-419a-9e62-47e4bf0452d9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:13.671012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a69de3cd-3a1a-443a-b0cf-74bfbb07e0e1 req-6b61db31-764b-419a-9e62-47e4bf0452d9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 944 time: 0.0486772 Aug 13 02:48:13.707908 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a69de3cd-3a1a-443a-b0cf-74bfbb07e0e1 req-9d25cb3a-c955-4022-a43d-ac7ba04edcf6 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Aug 13 02:48:14.095600 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['327712dd-87ab-45d4-bb23-615c712cf931'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:48:14.390155 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6976f-843d-4929-af91-bca622fb469f req-d18e1875-95f9-48cb-9f52-e912641ea87c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:14.391530 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e5b6976f-843d-4929-af91-bca622fb469f req-d18e1875-95f9-48cb-9f52-e912641ea87c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 943 time: 0.0483010 Aug 13 02:48:14.428256 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e5b6976f-843d-4929-af91-bca622fb469f req-ab33acce-85f2-4de6-a714-5364366eea6b tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307150 Aug 13 02:48:14.826935 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eea5b-a826-4f93-bd74-b044d881875f req-0fc57b67-6ff5-419e-9155-0bfaa83fb89c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:14.828364 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9b5eea5b-a826-4f93-bd74-b044d881875f req-0fc57b67-6ff5-419e-9155-0bfaa83fb89c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 944 time: 0.0505791 Aug 13 02:48:14.865729 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9b5eea5b-a826-4f93-bd74-b044d881875f req-46994857-e834-4ebd-a3db-0b38e16cb56f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Aug 13 02:48:15.165570 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:48:15.438495 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:15.485383 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 327712dd-87ab-45d4-bb23-615c712cf931 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:15.485756 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:15.548285 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adabc5-b008-43cf-a37c-8580a448eb49 req-f9384584-6ece-4427-bd3f-e33f39c874c4 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:15.549825 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-63adabc5-b008-43cf-a37c-8580a448eb49 req-f9384584-6ece-4427-bd3f-e33f39c874c4 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 943 time: 0.0546710 Aug 13 02:48:15.565825 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:15.587769 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:15.589040 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-63adabc5-b008-43cf-a37c-8580a448eb49 req-f297b72a-a29a-4388-8985-e01c622f028a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324378 Aug 13 02:48:15.590003 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaaa04f-e2ba-4e9e-a9aa-a7776a2b1761" -d '{"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-plugged", "status": "completed", "tag": "327712dd-87ab-45d4-bb23-615c712cf931"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:15.605942 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:15.610415 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:15.633714 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c939536-5381-48c3-b1e3-3965f30c8c07 x-openstack-request-id: req-3c939536-5381-48c3-b1e3-3965f30c8c07 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:15.634007 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-plugged", "status": "completed", "tag": "327712dd-87ab-45d4-bb23-615c712cf931", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:15.634253 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c939536-5381-48c3-b1e3-3965f30c8c07 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:15.634627 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931', 'code': 200} Aug 13 02:48:15.658349 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=10']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:15.982387 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc19676-ca6e-4621-bd5d-3747f9c29b7b req-0a182387-6b25-4ed0-bea3-ce5e053e6ba3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:15.983864 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0cc19676-ca6e-4621-bd5d-3747f9c29b7b req-0a182387-6b25-4ed0-bea3-ce5e053e6ba3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Aug 13 02:48:16.021806 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0cc19676-ca6e-4621-bd5d-3747f9c29b7b req-33a4a941-3448-497e-87f9-503d87c4991f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Aug 13 02:48:16.184544 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe1c9a-f2c2-4e1c-8a4d-9aabc319291e req-61cd40a7-1f7d-4f84-812b-edb225bc8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:16.186015 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bfe1c9a-f2c2-4e1c-8a4d-9aabc319291e req-61cd40a7-1f7d-4f84-812b-edb225bc8721 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 1099 time: 0.0433416 Aug 13 02:48:16.221942 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bfe1c9a-f2c2-4e1c-8a4d-9aabc319291e req-21a02b0c-384a-4bfa-8dda-b0256efe3730 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277116 Aug 13 02:48:16.704268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58a2c4-6c76-48fd-9675-42cfc88442be req-4a1b14d9-e000-47a5-8689-8364a537560b tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:16.705741 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5a58a2c4-6c76-48fd-9675-42cfc88442be req-4a1b14d9-e000-47a5-8689-8364a537560b tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 943 time: 0.0486999 Aug 13 02:48:16.742919 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5a58a2c4-6c76-48fd-9675-42cfc88442be req-53f2f0de-7305-49fc-8d90-13c393b46a48 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304649 Aug 13 02:48:17.139905 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72ac1e-c069-45f2-8c6a-5853b1b04569 req-9815296d-4b9c-46b5-bd28-4f4f00b10ff2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:17.141403 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ad72ac1e-c069-45f2-8c6a-5853b1b04569 req-9815296d-4b9c-46b5-bd28-4f4f00b10ff2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 946 time: 0.0481238 Aug 13 02:48:17.177026 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ad72ac1e-c069-45f2-8c6a-5853b1b04569 req-ad948e99-35ae-4c6f-ada5-f6d9d8adc6bb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297616 Aug 13 02:48:17.861359 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add62d9-a44c-43bb-8b22-9bffdc1a2196 req-a7ac77b6-0a27-4ccb-b645-8079bae9199c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:17.862924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1add62d9-a44c-43bb-8b22-9bffdc1a2196 req-a7ac77b6-0a27-4ccb-b645-8079bae9199c tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 943 time: 0.0555120 Aug 13 02:48:17.901059 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1add62d9-a44c-43bb-8b22-9bffdc1a2196 req-fe38080b-6a24-450c-bff8-62b38d1be1d6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317585 Aug 13 02:48:18.307925 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1473b-0477-4397-8361-a1ffee19f77f req-cbb59ecd-e49e-4157-89e2-e48cddbfda92 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:18.309361 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9be1473b-0477-4397-8361-a1ffee19f77f req-cbb59ecd-e49e-4157-89e2-e48cddbfda92 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 946 time: 0.0519438 Aug 13 02:48:18.347986 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9be1473b-0477-4397-8361-a1ffee19f77f req-732597b2-5e0e-4e46-89f5-e265334ec83c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Aug 13 02:48:19.029538 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56815bb-4511-4dcf-8ef8-c2dff61cb380 req-363142eb-d9c2-4427-a621-f390b3f081b7 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:19.031027 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b56815bb-4511-4dcf-8ef8-c2dff61cb380 req-363142eb-d9c2-4427-a621-f390b3f081b7 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 943 time: 0.0609183 Aug 13 02:48:19.069343 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b56815bb-4511-4dcf-8ef8-c2dff61cb380 req-d5dfcd48-d867-4b87-85bd-29f34ee2f1e6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Aug 13 02:48:19.477149 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f82c9a-953a-4bcd-9b97-1b25c5df19d9 req-4eddcaef-6bf1-4f57-8bda-90c122943329 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:19.478607 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-07f82c9a-953a-4bcd-9b97-1b25c5df19d9 req-4eddcaef-6bf1-4f57-8bda-90c122943329 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 946 time: 0.0520494 Aug 13 02:48:19.515619 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-07f82c9a-953a-4bcd-9b97-1b25c5df19d9 req-7ca47256-f307-49b1-a70f-6da79c79e043 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Aug 13 02:48:20.185546 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd8fe4-487a-42c6-8262-395be3c6fa2c req-3d919720-7fe8-496f-b142-21b5c5d1f370 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:20.187023 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-55bd8fe4-487a-42c6-8262-395be3c6fa2c req-3d919720-7fe8-496f-b142-21b5c5d1f370 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 943 time: 0.0505152 Aug 13 02:48:20.225115 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-55bd8fe4-487a-42c6-8262-395be3c6fa2c req-3d11b8bc-3aa8-48a9-b8e6-57f4a4816ce0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316849 Aug 13 02:48:21.338673 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd42393-50b1-4192-91a8-d80a399a03dc req-0952c6b2-8179-4053-b76d-7140489009ff tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:21.340110 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fcd42393-50b1-4192-91a8-d80a399a03dc req-0952c6b2-8179-4053-b76d-7140489009ff tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 943 time: 0.0474908 Aug 13 02:48:21.377140 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fcd42393-50b1-4192-91a8-d80a399a03dc req-6edbc318-0b3e-4707-ac56-e55680b2a05d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Aug 13 02:48:21.448789 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device bea76397-d0d2-4d89-bc32-effc9a3f7d44 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:48:21.538155 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port bea76397-d0d2-4d89-bc32-effc9a3f7d44, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:21.549803 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:48:21.589032 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:21.600949 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea76397-d0d2-4d89-bc32-effc9a3f7d44 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:48:21.623795 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port bea76397-d0d2-4d89-bc32-effc9a3f7d44, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:21.628482 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:21.675180 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=bea76397-d0d2-4d89-bc32-effc9a3f7d44,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:21.682391 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.682737 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.683072 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.683400 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.683730 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.684053 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.684375 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.684735 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.685041 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.685359 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.685674 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:21.685988 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:22.091654 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['bea76397-d0d2-4d89-bc32-effc9a3f7d44'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:48:22.491350 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0f6f6-6f37-4e16-9cc1-6c3b23a0a122 req-fbd322f4-0037-439f-bf49-4222bf82d3a2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:22.493381 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c5d0f6f6-6f37-4e16-9cc1-6c3b23a0a122 req-fbd322f4-0037-439f-bf49-4222bf82d3a2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 944 time: 0.0511611 Aug 13 02:48:22.529372 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c5d0f6f6-6f37-4e16-9cc1-6c3b23a0a122 req-b7563dd5-c631-4da2-b18a-d0f0afe0592a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303841 Aug 13 02:48:23.469622 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device bea76397-d0d2-4d89-bc32-effc9a3f7d44 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:23.516290 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port bea76397-d0d2-4d89-bc32-effc9a3f7d44 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:23.519605 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port bea76397-d0d2-4d89-bc32-effc9a3f7d44 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:23.519975 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.596917 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.619375 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:23.621782 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e74cbad-4f1d-4e52-839b-dad7e5b59f70" -d '{"events": [{"server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "name": "network-vif-plugged", "status": "completed", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:23.644234 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port bea76397-d0d2-4d89-bc32-effc9a3f7d44, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:23.646236 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608ad5-c2f9-4289-8f4f-dd6975dfa0ee req-e5d0e6dd-8e95-4a87-959b-59bc66528cd2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:23.647751 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e608ad5-c2f9-4289-8f4f-dd6975dfa0ee req-e5d0e6dd-8e95-4a87-959b-59bc66528cd2 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 944 time: 0.0501707 Aug 13 02:48:23.650028 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:23.673144 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2478da-a110-47af-8c7f-01d7ba30d49c x-openstack-request-id: req-5f2478da-a110-47af-8c7f-01d7ba30d49c {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:23.673433 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "name": "network-vif-plugged", "status": "completed", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:23.673706 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f2478da-a110-47af-8c7f-01d7ba30d49c {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:23.674086 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'code': 200} Aug 13 02:48:23.690498 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1e608ad5-c2f9-4289-8f4f-dd6975dfa0ee req-30ff93dc-03f8-45d7-83e4-bb82c18ca564 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352564 Aug 13 02:48:23.700180 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=bea76397-d0d2-4d89-bc32-effc9a3f7d44,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:23.942823 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fbfe8-1cda-4046-89db-b8bd3e41cfee req-ab381a4d-da3e-4498-9a3b-9c7afbcff740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:23.944198 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2f7fbfe8-1cda-4046-89db-b8bd3e41cfee req-ab381a4d-da3e-4498-9a3b-9c7afbcff740 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 1098 time: 0.0389905 Aug 13 02:48:23.980695 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2f7fbfe8-1cda-4046-89db-b8bd3e41cfee req-54959810-bcfb-4b4a-8625-413aed3e1b0a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272112 Aug 13 02:48:24.816746 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50824d-f318-40f1-b169-0ac78fbd95a5 req-51188974-1c1c-4f47-afc9-99be1abbc768 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:24.818201 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7d50824d-f318-40f1-b169-0ac78fbd95a5 req-51188974-1c1c-4f47-afc9-99be1abbc768 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 945 time: 0.0528288 Aug 13 02:48:24.855108 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7d50824d-f318-40f1-b169-0ac78fbd95a5 req-04a37f72-1b7c-4847-a108-22f429ed149e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305712 Aug 13 02:48:25.965667 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7beb0c3-5c43-4986-82e9-68c9842110ff req-614eeab2-caac-4179-bbb0-f6be8184b1d8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:25.967102 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7beb0c3-5c43-4986-82e9-68c9842110ff req-614eeab2-caac-4179-bbb0-f6be8184b1d8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 945 time: 0.0472362 Aug 13 02:48:26.005197 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7beb0c3-5c43-4986-82e9-68c9842110ff req-6ffdc90a-0a67-4ca3-ac46-e4770f1d74f4 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Aug 13 02:48:26.123624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0712963-e508-492a-ab85-0e149fdda17b req-43aa1a62-d54c-49fb-b1d8-2a82729c1dc8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:26.125127 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c0712963-e508-492a-ab85-0e149fdda17b req-43aa1a62-d54c-49fb-b1d8-2a82729c1dc8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 945 time: 0.0560551 Aug 13 02:48:26.161178 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c0712963-e508-492a-ab85-0e149fdda17b req-fef26dae-434f-4c24-bc07-629cb270a242 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302222 Aug 13 02:48:26.182893 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45416) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:26.224546 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e212d4c-0a44-4b60-acaf-5f88778ced6c tempest-TestVolumeBootPattern-810883808 tempest-TestVolumeBootPattern-810883808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:26.226012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-1e212d4c-0a44-4b60-acaf-5f88778ced6c tempest-TestVolumeBootPattern-810883808 tempest-TestVolumeBootPattern-810883808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 1093 time: 0.0421546 Aug 13 02:48:26.229381 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45418) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:26.233575 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'floatingip': {'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:26.255123 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.348482 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.457879 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Allocated IP 172.27.2.250 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/a67487e9-39cc-4654-a96a-ea15db98c429) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:26.558297 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.597038 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.637540 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:26.642178 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:26.645582 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:26.650875 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'Port': ['ID=a67487e9-39cc-4654-a96a-ea15db98c429,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:26.998771 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.063896 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.214774 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.218981 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.281821 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'Port': ['ID=a67487e9-39cc-4654-a96a-ea15db98c429,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:27.294723 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.391561 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Floating IP d75befba-c5bb-42ef-ad2a-e1a78b5b19c2 associated. External IP: 172.27.2.250, port: bea76397-d0d2-4d89-bc32-effc9a3f7d44. Aug 13 02:48:27.593739 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:27.708943 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:27.719841 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] Sync routers for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:27.725085 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.730825 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:27.731445 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:27.753773 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b3104dd1-0178-415e-aa4e-93a19c3cb9eb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5233889 Aug 13 02:48:27.754349 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:27.756594 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08193a6-6a8d-42cd-9181-f499a2e6d51b" -d '{"events": [{"name": "network-changed", "server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:27.794384 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe10616-1cbb-42ef-8fad-dd5c6528dc4c x-openstack-request-id: req-abe10616-1cbb-42ef-8fad-dd5c6528dc4c {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:27.794662 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:27.794923 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abe10616-1cbb-42ef-8fad-dd5c6528dc4c {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:27.795418 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'status': 'completed', 'code': 200} Aug 13 02:48:27.841886 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:27.898571 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-c06148e7-2d3c-46bd-a5d7-dd352f8063cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:27.900085 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-c06148e7-2d3c-46bd-a5d7-dd352f8063cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 1098 time: 0.0426083 Aug 13 02:48:28.002971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-4ca72087-5714-42d8-9381-99a4c81bca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:28.004456 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-4ca72087-5714-42d8-9381-99a4c81bca2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 913 time: 0.0908549 Aug 13 02:48:28.069511 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-b6616edc-9c15-4afd-aa5c-e7cb98d2e20b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44 HTTP/1.1" status: 200 len: 999 time: 0.0570757 Aug 13 02:48:28.120173 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-32288a21-a3ce-4440-b49c-4978f5d87796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:28.121664 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-32288a21-a3ce-4440-b49c-4978f5d87796 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0437765 Aug 13 02:48:28.173166 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-9bb35273-cc7a-43aa-834b-1954d3c238ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:28.174645 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-9bb35273-cc7a-43aa-834b-1954d3c238ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439219 Aug 13 02:48:28.217271 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'd75befba-c5bb-42ef-ad2a-e1a78b5b19c2', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:26Z', 'updated_at': '2021-08-13T02:48:26Z', 'revision_number': 0, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:28.247032 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] Checking router: b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:28.255492 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:28.256083 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:28.265838 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-b566170a-e1c6-44f2-a698-0ae5547ed8d8 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829699 Aug 13 02:48:28.357811 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:28.363144 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e08193a6-6a8d-42cd-9181-f499a2e6d51b req-726475d2-850c-4367-82b3-f81091376fd5 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841215 Aug 13 02:48:28.579521 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'd75befba-c5bb-42ef-ad2a-e1a78b5b19c2', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:26Z', 'updated_at': '2021-08-13T02:48:26Z', 'revision_number': 0, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:28.604695 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d8282-4f26-4f27-adfe-c8c3b2b55f16 None None] The sync data for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi is: [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'd75befba-c5bb-42ef-ad2a-e1a78b5b19c2', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:26Z', 'updated_at': '2021-08-13T02:48:26Z', 'revision_number': 0, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:28.787674 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9f8bd-635e-4742-8798-ec5ed8df460e None None] New status for floating IP d75befba-c5bb-42ef-ad2a-e1a78b5b19c2: ACTIVE {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:48:35.824281 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fce8172e-8506-4e65-9a67-05f9725e60b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:37.814905 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-3db5f58c-8f75-418f-96d9-00ee8663d81e tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292005251&fields=id&tenant_id=9970b6012d604b7cb99f324ab87096c5 HTTP/1.1" status: 200 len: 267 time: 0.0342908 Aug 13 02:48:37.866517 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-5c8155ec-fed5-4175-beb3-90b2b6b82284 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:37.868698 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-5c8155ec-fed5-4175-beb3-90b2b6b82284 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 985 time: 0.0482361 Aug 13 02:48:37.879304 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-f54fe827-de08-450f-8d32-7eb092e53f9f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Request body: {'port': {'security_groups': ['04918d59-73d8-4625-bd23-4282d8d2f8e4']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:37.944443 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-f54fe827-de08-450f-8d32-7eb092e53f9f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.119131 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-f54fe827-de08-450f-8d32-7eb092e53f9f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] For port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:38.147505 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-f54fe827-de08-450f-8d32-7eb092e53f9f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.152801 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-f54fe827-de08-450f-8d32-7eb092e53f9f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.198839 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-f54fe827-de08-450f-8d32-7eb092e53f9f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:38.199502 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-f54fe827-de08-450f-8d32-7eb092e53f9f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.200916 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93982a40-4c2b-450b-afa6-43f869a603a3 req-f54fe827-de08-450f-8d32-7eb092e53f9f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "PUT /v2.0/ports/1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 943 time: 0.3260133 Aug 13 02:48:38.201363 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:38.201490 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:48:38.203615 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da22d2db-aa0e-49ef-b17b-2423439c157b" -d '{"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:38.208034 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45442) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:38.231005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fe827-de08-450f-8d32-7eb092e53f9f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event updated for resources: {'Port': ['ID=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,revision_number=7']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:38.265207 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2cf3b4-592b-473b-bc36-6cba20731f40 x-openstack-request-id: req-db2cf3b4-592b-473b-bc36-6cba20731f40 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:38.265407 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:38.265682 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db2cf3b4-592b-473b-bc36-6cba20731f40 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:38.266538 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'status': 'completed', 'code': 200} Aug 13 02:48:38.280952 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.308210 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.380333 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.381751 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-883d5b33-e10f-4b15-9db6-3f60b7fcb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:38.384553 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-883d5b33-e10f-4b15-9db6-3f60b7fcb364 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9970b6012d604b7cb99f324ab87096c5&device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1099 time: 0.0537460 Aug 13 02:48:38.384877 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.386333 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "DELETE /v2.0/security-groups/75af9ff5-2185-4a11-af36-32ae38335bf3 HTTP/1.1" status: 204 len: 168 time: 0.1772542 Aug 13 02:48:38.389029 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45444) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:38.400224 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af9ff5-2185-4a11-af36-32ae38335bf3,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:38.408298 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.408761 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.409192 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.409598 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.410001 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.410398 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.410798 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.411362 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.411796 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.412198 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.412624 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.413013 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfdde8-e1ab-4e12-bd13-fe26819b415b tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:38.472511 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-c332e8b6-64f6-4212-9c84-4832179978ff None None] Provisioning complete for port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:38.472884 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c332e8b6-64f6-4212-9c84-4832179978ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.494941 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:48:38.777379 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7a2fbf3b-6428-4e4c-bd0d-5815e7a22bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.821376 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-7bdabc76-2208-4de8-b85c-5333268280a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:38.822864 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-7bdabc76-2208-4de8-b85c-5333268280a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 200 len: 916 time: 0.4267871 Aug 13 02:48:38.910634 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-c8e2ea7a-847a-4649-90cc-b2a3daf23c80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 1001 time: 0.0647323 Aug 13 02:48:38.918315 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Deleting port 12cc97a6-909a-437c-ae3c-f829a30f0a90 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:38.918662 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.012702 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-08d3a364-f3e2-42ac-ab25-16b5503258bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:39.014162 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-08d3a364-f3e2-42ac-ab25-16b5503258bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a50cd83d-1b79-4d16-9b59-ddb882d49974 HTTP/1.1" status: 200 len: 854 time: 0.0847259 Aug 13 02:48:39.040030 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.040275 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.042885 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.067232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Calling delete_port for 12cc97a6-909a-437c-ae3c-f829a30f0a90 owned by network:floatingip {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:39.093127 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-a8fed66b-5b28-4f09-bce7-01fa1c4dfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:39.094786 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-a8fed66b-5b28-4f09-bce7-01fa1c4dfd47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37a8bd14-93fd-431a-8fc9-630a00d4abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715716 Aug 13 02:48:39.268771 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-cf313a78-1d54-4c65-aabd-7541360a92a2 service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412494 Aug 13 02:48:39.394320 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da22d2db-aa0e-49ef-b17b-2423439c157b req-c0780f6c-1443-410a-8d61-eefb18018e0a service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172764 Aug 13 02:48:39.395269 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.421223 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event deleted for resources: {'Port': ['ID=12cc97a6-909a-437c-ae3c-f829a30f0a90,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:39.479144 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks [] for floatingip, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.479479 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Floating IP 7d1a66d1-bb0e-4ae9-b786-da9a00d63a7f disassociated (deleted). External IP: 172.27.2.59, port: 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b. Aug 13 02:48:39.596534 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.684470 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Router 441b9e05-fb69-4896-ba07-f75f4ce00afe has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:39.704372 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.799433 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:39.804843 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.812963 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] Sync routers for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:39.822542 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:39.823153 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:39.833338 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-79dfbe5b-1ca5-459d-b5d5-e7ac7954fd6f tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "DELETE /v2.0/floatingips/7d1a66d1-bb0e-4ae9-b786-da9a00d63a7f HTTP/1.1" status: 204 len: 168 time: 1.4429030 Aug 13 02:48:39.931531 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:40.136345 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:14Z', 'revision_number': 5, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:40.161534 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] Checking router: 441b9e05-fb69-4896-ba07-f75f4ce00afe for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:40.170040 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:40.170630 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:40.268108 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:40.270476 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732c970a-f0b3-4d99-810a-8a16b536f096" -d '{"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:40.286440 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:40.306997 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366ded96-081c-4849-ae3e-a69089f07952 x-openstack-request-id: req-366ded96-081c-4849-ae3e-a69089f07952 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:40.307402 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:40.307840 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-366ded96-081c-4849-ae3e-a69089f07952 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:40.308234 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'status': 'completed', 'code': 200} Aug 13 02:48:40.431595 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-bc0636bd-78ad-4a60-ba98-b09d79d52fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:40.433165 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-bc0636bd-78ad-4a60-ba98-b09d79d52fdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9970b6012d604b7cb99f324ab87096c5&device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 1099 time: 0.0441134 Aug 13 02:48:40.480990 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:14Z', 'revision_number': 5, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:40.527493 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-b8c57ad1-8d02-4c91-9e3a-32093c905928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:40.528936 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-b8c57ad1-8d02-4c91-9e3a-32093c905928 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 200 len: 916 time: 0.0851088 Aug 13 02:48:40.580592 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-0b6bb558-642f-4bcc-bb09-35f6503f2d95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 200 len: 217 time: 0.0413060 Aug 13 02:48:40.629870 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e03a10d-7da5-4b1d-81e6-d42c3714fd9d None None] The sync data for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi is: [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:43:02Z', 'revision_number': 4, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '389279be-08a2-4780-a878-272a2a884548', 'name': '', 'network_id': '37a8bd14-93fd-431a-8fc9-630a00d4abc2', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'mac_address': 'fa:16:3e:26:43:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:00Z', 'updated_at': '2021-08-13T02:43:14Z', 'revision_number': 5, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'subnets': [{'id': 'a50cd83d-1b79-4d16-9b59-ddb882d49974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:40.649148 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-65b14e08-2da2-4967-a1a4-b19df199352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:40.650380 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-65b14e08-2da2-4967-a1a4-b19df199352b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a50cd83d-1b79-4d16-9b59-ddb882d49974 HTTP/1.1" status: 200 len: 854 time: 0.0513787 Aug 13 02:48:40.700833 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-5f63a0c5-30d9-4355-a08e-d4b19ffcb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:40.702847 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-5f63a0c5-30d9-4355-a08e-d4b19ffcb1ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37a8bd14-93fd-431a-8fc9-630a00d4abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423901 Aug 13 02:48:40.796467 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-98e0e3e8-160b-4509-bcc2-7f2fee6ed527 service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822370 Aug 13 02:48:40.871756 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746cab7-13bb-480f-b4ce-442f1263e35d None None] New status for floating IP 7d1a66d1-bb0e-4ae9-b786-da9a00d63a7f: DOWN {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:48:40.910662 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-732c970a-f0b3-4d99-810a-8a16b536f096 req-0e965969-f5d2-4b19-be4b-f9a7f7ad4a0b service neutron] 10.222.0.39 "GET /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953274 Aug 13 02:48:41.272726 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:42.544808 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fcd49-d127-412a-b44a-9a24105b2c2f req-2d84410b-d9b5-4f69-8ca2-637e584982f8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:42.546524 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-178fcd49-d127-412a-b44a-9a24105b2c2f req-2d84410b-d9b5-4f69-8ca2-637e584982f8 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0557914 Aug 13 02:48:42.587379 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-178fcd49-d127-412a-b44a-9a24105b2c2f req-538b18ba-8d26-4367-a457-e40101235475 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348728 Aug 13 02:48:43.704220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4fd13-777f-4f28-95e1-1eb0e03feb55 req-4e267d95-30ea-4be4-b412-6326d8342d81 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:43.705687 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-00c4fd13-777f-4f28-95e1-1eb0e03feb55 req-4e267d95-30ea-4be4-b412-6326d8342d81 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0504215 Aug 13 02:48:43.742238 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-00c4fd13-777f-4f28-95e1-1eb0e03feb55 req-be67bf00-4391-4950-bbc8-507eb6a66330 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301318 Aug 13 02:48:44.857171 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57958c-b0f7-4bcc-9114-98def2a2b6cb req-890fa947-25ac-45ce-af67-887936d1e593 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:44.858632 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0a57958c-b0f7-4bcc-9114-98def2a2b6cb req-890fa947-25ac-45ce-af67-887936d1e593 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0496004 Aug 13 02:48:44.896739 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0a57958c-b0f7-4bcc-9114-98def2a2b6cb req-b44925be-6969-4553-8913-df70231606df tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/security-groups?id=04918d59-73d8-4625-bd23-4282d8d2f8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310032 Aug 13 02:48:45.162948 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-ba5e73d6-2450-419b-96fc-eed6d2764d67 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:45.164332 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-ba5e73d6-2450-419b-96fc-eed6d2764d67 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.39 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 946 time: 0.0473731 Aug 13 02:48:45.259605 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Deleting port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:45.259940 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.344335 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] For port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:45.344724 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.357306 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Calling delete_port for 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:45.482363 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.508958 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Pushing event deleted for resources: {'Port': ['ID=1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:45.524454 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:48:45.551659 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] No DVR routers for this DVR port 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:45.554067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:45.556119 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d4188016-4b0c-436a-91e5-cef11c10ae7a req-63e88819-50f5-42e0-a6b9-ce552ee509d3 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.39 "DELETE /v2.0/ports/1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b HTTP/1.1" status: 204 len: 173 time: 0.3826454 Aug 13 02:48:45.556576 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'name': 'network-vif-deleted', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:45.558774 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc470b7-d269-460f-a8b7-5a6be7a0c690" -d '{"events": [{"server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "name": "network-vif-deleted", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:45.594927 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48739926-3090-44ab-bc35-9a13f6aac0ae x-openstack-request-id: req-48739926-3090-44ab-bc35-9a13f6aac0ae {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:45.595232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030f62ed-2347-4f5c-be43-c3550d7a5b8b", "name": "network-vif-deleted", "tag": "1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:45.595493 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48739926-3090-44ab-bc35-9a13f6aac0ae {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:45.595883 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030f62ed-2347-4f5c-be43-c3550d7a5b8b', 'name': 'network-vif-deleted', 'tag': '1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b', 'status': 'completed', 'code': 200} Aug 13 02:48:46.008562 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-470ccbe5-af2b-4d61-b244-e0e01a6bfde1 req-1057496a-3cbf-4a26-aabc-2d29e3302bf7 tempest-TestMinimumBasicScenario-367207960 tempest-TestMinimumBasicScenario-367207960-project] 10.222.0.43 "GET /v2.0/ports?device_id=030f62ed-2347-4f5c-be43-c3550d7a5b8b HTTP/1.1" status: 200 len: 210 time: 0.0309367 Aug 13 02:48:47.541815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45530) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:47.569986 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:47.590711 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:47.591060 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 1ebf0ac2-f08f-4bf8-9045-9a75059d0a1b not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:48.045098 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741203'] for router_interface, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:48.321910 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Deleting port 389279be-08a2-4780-a878-272a2a884548 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:48.322159 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:48.397926 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] For port 389279be-08a2-4780-a878-272a2a884548, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=389279be-08a2-4780-a878-272a2a884548,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:48.398326 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:48.409967 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Calling delete_port for 389279be-08a2-4780-a878-272a2a884548 owned by network:router_interface {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:48.597359 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:48.626037 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Pushing event deleted for resources: {'Port': ['ID=389279be-08a2-4780-a878-272a2a884548,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:49.037477 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586979'] for router_interface, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:49.240861 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Router 441b9e05-fb69-4896-ba07-f75f4ce00afe has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:49.345409 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:49.350268 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b1cedc0a-a682-4f8a-b5dd-538144a9e568 admin admin] 10.222.0.43 "PUT /v2.0/routers/441b9e05-fb69-4896-ba07-f75f4ce00afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8075182 Aug 13 02:48:49.352986 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45536) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:49.355457 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] Sync routers for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:49.364444 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:49.365044 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:49.455047 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks [] for router, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:49.465603 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:49.556554 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:49.611688 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Deleting port 1dc00cc7-579c-4151-a6c1-30be2b875bc3 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:49.612368 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:49.641612 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:48:48Z', 'revision_number': 5, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port': {'id': '1dc00cc7-579c-4151-a6c1-30be2b875bc3', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:54Z', 'updated_at': '2021-08-13T02:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:49.668116 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] Checking router: 441b9e05-fb69-4896-ba07-f75f4ce00afe for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:49.676298 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] Routers {'441b9e05-fb69-4896-ba07-f75f4ce00afe'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:49.677127 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['441b9e05-fb69-4896-ba07-f75f4ce00afe'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:49.688100 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] For port 1dc00cc7-579c-4151-a6c1-30be2b875bc3, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=1dc00cc7-579c-4151-a6c1-30be2b875bc3,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:49.688513 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:49.701487 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Calling delete_port for 1dc00cc7-579c-4151-a6c1-30be2b875bc3 owned by network:router_gateway {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:49.760656 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] Set router 441b9e05-fb69-4896-ba07-f75f4ce00afe gateway port host: None {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:49.810828 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:48:49Z', 'revision_number': 6, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port_host': None}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:49.840357 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a2e38f-a6e1-4f06-aa10-968eb57af61f None None] The sync data for ids ['441b9e05-fb69-4896-ba07-f75f4ce00afe'] in dv-cinder-759994-5-iscsi is: [{'id': '441b9e05-fb69-4896-ba07-f75f4ce00afe', 'name': 'tempest-TestMinimumBasicScenario-1244828929-router', 'tenant_id': '9970b6012d604b7cb99f324ab87096c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:52Z', 'updated_at': '2021-08-13T02:48:49Z', 'revision_number': 6, 'project_id': '9970b6012d604b7cb99f324ab87096c5', 'gw_port_host': None}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:49.869469 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:49.894730 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc00cc7-579c-4151-a6c1-30be2b875bc3,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:49.956993 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585881'] for router_gateway, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.059103 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130968'] for router, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.061348 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.125859 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575482'] for router, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.126259 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 441b9e05-fb69-4896-ba07-f75f4ce00afe {{(pid=100589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:48:50.131082 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] Notify callbacks [] for router, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.132228 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-09c1b306-35ed-4f5a-9ec9-cf1b53fddd0c admin admin] 10.222.0.43 "DELETE /v2.0/routers/441b9e05-fb69-4896-ba07-f75f4ce00afe HTTP/1.1" status: 204 len: 168 time: 0.7783341 Aug 13 02:48:50.135221 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45538) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:50.176408 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2cf73f-43cb-4529-8ecd-8dc8d1bb9fed admin admin] Deleting subnet a50cd83d-1b79-4d16-9b59-ddb882d49974 {{(pid=100589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:48:50.179308 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf73f-43cb-4529-8ecd-8dc8d1bb9fed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.217002 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf73f-43cb-4529-8ecd-8dc8d1bb9fed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7456248'] for subnet, precommit_delete_associations {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.331298 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf73f-43cb-4529-8ecd-8dc8d1bb9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.383826 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf73f-43cb-4529-8ecd-8dc8d1bb9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7761414'] for subnet, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.406331 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cf73f-43cb-4529-8ecd-8dc8d1bb9fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50cd83d-1b79-4d16-9b59-ddb882d49974,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:50.412849 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf73f-43cb-4529-8ecd-8dc8d1bb9fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.415066 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-cd2cf73f-43cb-4529-8ecd-8dc8d1bb9fed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a50cd83d-1b79-4d16-9b59-ddb882d49974 HTTP/1.1" status: 204 len: 168 time: 0.2788610 Aug 13 02:48:50.417506 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45540) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:50.418335 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f127616-c7c2-43bf-87e1-83b1c25df908 None None] Network 37a8bd14-93fd-431a-8fc9-630a00d4abc2 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:48:50.485649 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.538041 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Deleting port 32f48871-cb47-4c02-bef6-371f605c9a43 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:50.538402 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.597743 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] For port 32f48871-cb47-4c02-bef6-371f605c9a43, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=32f48871-cb47-4c02-bef6-371f605c9a43,segment=NetworkSegment(1f682238-87f3-4c4f-b16b-8d784b614134),segment_id=1f682238-87f3-4c4f-b16b-8d784b614134)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:50.598103 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.611326 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Calling delete_port for 32f48871-cb47-4c02-bef6-371f605c9a43 owned by network:dhcp {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:50.643463 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] DHCP port deletion for 37a8bd14-93fd-431a-8fc9-630a00d4abc2 request from dv-cinder-759994-5-iscsi {{(pid=100590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:48:50.681881 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 389279be-08a2-4780-a878-272a2a884548 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:50.695110 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.703999 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 389279be-08a2-4780-a878-272a2a884548 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:50.704346 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 389279be-08a2-4780-a878-272a2a884548 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:50.720884 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Pushing event deleted for resources: {'Port': ['ID=32f48871-cb47-4c02-bef6-371f605c9a43,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:50.726394 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] Deleting port 32f48871-cb47-4c02-bef6-371f605c9a43 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:50.727166 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] No DVR routers for this DVR port 32f48871-cb47-4c02-bef6-371f605c9a43 on host dv-cinder-759994-5-iscsi {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:50.727334 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.791358 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] For port 32f48871-cb47-4c02-bef6-371f605c9a43, host dv-cinder-759994-5-iscsi, got binding levels [] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:50.791761 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.802427 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.808479 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] Calling delete_port for 32f48871-cb47-4c02-bef6-371f605c9a43 owned by network:dhcp {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:50.812393 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.ipam_backend_mixin [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] Port 32f48871-cb47-4c02-bef6-371f605c9a43 was not found and therefore no delete operation was performed {{(pid=100590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 02:48:50.813077 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a8bd14-93fd-431a-8fc9-630a00d4abc2']}} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:50.813731 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.829007 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f682238-87f3-4c4f-b16b-8d784b614134') {'for_net_delete': True} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:50.829303 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f682238-87f3-4c4f-b16b-8d784b614134') {} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:50.838512 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7456239'] for segment, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.840327 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] No DVR routers for this DVR port 32f48871-cb47-4c02-bef6-371f605c9a43 on host dv-cinder-759994-5-iscsi {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:50.841840 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a942d0a-a107-4318-b255-12ed2508b40a None None] Pushing event deleted for resources: {'Port': ['ID=32f48871-cb47-4c02-bef6-371f605c9a43,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:50.853979 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.862478 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=100589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:48:50.862478 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883660'] for segment, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: Traceback (most recent call last): Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: timer() Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: cb(*args, **kw) Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: return func(*args, **kwargs) Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: self._notify() Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: self.callback(batched_events) Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: event.method(event) Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: return f(self, *a, **k) Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._get(url).json() Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: return self.request(url, 'GET', **kwargs) Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:48:50.863682 dv-cinder-759994-5-iscsi neutron-server[100589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:48:50.917490 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.922944 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:50.925188 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] 10.222.0.43 "DELETE /v2.0/networks/37a8bd14-93fd-431a-8fc9-630a00d4abc2 HTTP/1.1" status: 204 len: 168 time: 0.5063915 Aug 13 02:48:50.927919 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45544) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:50.942239 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeab378-6f4a-4f8c-bdc2-a4a1b033ba2c admin admin] Pushing event deleted for resources: {'Network': ['ID=37a8bd14-93fd-431a-8fc9-630a00d4abc2,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:51.270094 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741203'] for router_interface, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:51.506627 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Deleting port 68263690-d5b9-474e-8424-1e1de69cebff {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:51.506868 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:51.582296 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] For port 68263690-d5b9-474e-8424-1e1de69cebff, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=68263690-d5b9-474e-8424-1e1de69cebff,segment=NetworkSegment(43e22cfe-6f01-4252-b6cb-dfea9f46531d),segment_id=43e22cfe-6f01-4252-b6cb-dfea9f46531d)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:51.582671 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:51.594992 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Calling delete_port for 68263690-d5b9-474e-8424-1e1de69cebff owned by network:router_interface {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:51.769373 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:51.797516 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Pushing event deleted for resources: {'Port': ['ID=68263690-d5b9-474e-8424-1e1de69cebff,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:52.151251 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586979'] for router_interface, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:52.164571 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:48:52.292034 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 32f48871-cb47-4c02-bef6-371f605c9a43 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:52.311070 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 32f48871-cb47-4c02-bef6-371f605c9a43 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:52.311502 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 32f48871-cb47-4c02-bef6-371f605c9a43 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:52.311966 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 1dc00cc7-579c-4151-a6c1-30be2b875bc3 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:52.329832 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 1dc00cc7-579c-4151-a6c1-30be2b875bc3 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:52.330172 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 1dc00cc7-579c-4151-a6c1-30be2b875bc3 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:52.368026 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Router d4b130e3-d760-4a2c-b731-06876646ba2c has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:52.470919 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:52.475626 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-6cfb0bd9-cb16-4899-b6c6-cfcd54e98bde admin admin] 10.222.0.43 "PUT /v2.0/routers/d4b130e3-d760-4a2c-b731-06876646ba2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5466635 Aug 13 02:48:52.479071 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45546) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:52.479658 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] Sync routers for ids ['d4b130e3-d760-4a2c-b731-06876646ba2c'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:52.488846 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] Routers {'d4b130e3-d760-4a2c-b731-06876646ba2c'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:52.489448 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['d4b130e3-d760-4a2c-b731-06876646ba2c'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:52.584122 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:52.590638 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] Set router d4b130e3-d760-4a2c-b731-06876646ba2c gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:52.685316 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:52.737257 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Deleting port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:52.737596 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:52.766879 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:08Z', 'updated_at': '2021-08-13T02:48:51Z', 'revision_number': 5, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'gw_port': {'id': '54b4f7d0-7009-4b6e-a7c7-383ec8aa42db', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ae:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:09Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:52.792486 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] Checking router: d4b130e3-d760-4a2c-b731-06876646ba2c for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:52.800337 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] Routers {'d4b130e3-d760-4a2c-b731-06876646ba2c'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:52.800958 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['d4b130e3-d760-4a2c-b731-06876646ba2c'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:52.814148 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] For port 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=54b4f7d0-7009-4b6e-a7c7-383ec8aa42db,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:52.814535 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:52.827310 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Calling delete_port for 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db owned by network:router_gateway {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:52.973478 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] Set router d4b130e3-d760-4a2c-b731-06876646ba2c gateway port host: None {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:52.995285 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.023526 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b4f7d0-7009-4b6e-a7c7-383ec8aa42db,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:53.026529 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:08Z', 'updated_at': '2021-08-13T02:48:52Z', 'revision_number': 6, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'gw_port_host': None}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:53.054034 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cfa2d-3339-47eb-be30-37fe1ae3e085 None None] The sync data for ids ['d4b130e3-d760-4a2c-b731-06876646ba2c'] in dv-cinder-759994-5-iscsi is: [{'id': 'd4b130e3-d760-4a2c-b731-06876646ba2c', 'name': 'tempest-TestMinimumBasicScenario-1383276758-router', 'tenant_id': '98c3fece595140e8a2bca35b7771f118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:08Z', 'updated_at': '2021-08-13T02:48:52Z', 'revision_number': 6, 'project_id': '98c3fece595140e8a2bca35b7771f118', 'gw_port_host': None}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:53.082692 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585881'] for router_gateway, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.171350 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130968'] for router, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.173441 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.214515 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575482'] for router, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.215090 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4b130e3-d760-4a2c-b731-06876646ba2c {{(pid=100588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:48:53.219747 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.220925 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-787f6a69-6b0c-49cd-a083-61607bc6f2f4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d4b130e3-d760-4a2c-b731-06876646ba2c HTTP/1.1" status: 204 len: 168 time: 0.7409375 Aug 13 02:48:53.223474 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45548) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:53.270777 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f07363-6fda-4df2-9a35-b7f1ab45f50b admin admin] Deleting subnet f571b5ed-e66d-4de5-b261-a2dc68780b35 {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:48:53.274335 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e3f07363-6fda-4df2-9a35-b7f1ab45f50b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.307087 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e3f07363-6fda-4df2-9a35-b7f1ab45f50b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.417553 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e3f07363-6fda-4df2-9a35-b7f1ab45f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.475964 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e3f07363-6fda-4df2-9a35-b7f1ab45f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.501009 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f07363-6fda-4df2-9a35-b7f1ab45f50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f571b5ed-e66d-4de5-b261-a2dc68780b35,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:53.506637 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e3f07363-6fda-4df2-9a35-b7f1ab45f50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.509522 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-e3f07363-6fda-4df2-9a35-b7f1ab45f50b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f571b5ed-e66d-4de5-b261-a2dc68780b35 HTTP/1.1" status: 204 len: 168 time: 0.2849877 Aug 13 02:48:53.511782 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45550) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:53.514321 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e45e48-a790-44a5-9199-ca92a8650c30 None None] Network 338fb280-6bf3-4d40-bd94-a28ef9955bed requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:48:53.577499 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.633510 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Deleting port 283405ac-9d28-4142-bbd5-d9c46f9d048c {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:53.633883 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.699250 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] For port 283405ac-9d28-4142-bbd5-d9c46f9d048c, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=283405ac-9d28-4142-bbd5-d9c46f9d048c,segment=NetworkSegment(43e22cfe-6f01-4252-b6cb-dfea9f46531d),segment_id=43e22cfe-6f01-4252-b6cb-dfea9f46531d)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:53.699636 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.711534 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Calling delete_port for 283405ac-9d28-4142-bbd5-d9c46f9d048c owned by network:dhcp {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:53.791472 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.809376 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c21ff-99f4-4df1-8c56-a9e263b8d5a8 None None] DHCP port deletion for 338fb280-6bf3-4d40-bd94-a28ef9955bed request from dv-cinder-759994-5-iscsi {{(pid=100590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:48:53.819150 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=283405ac-9d28-4142-bbd5-d9c46f9d048c,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:53.822513 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] No DVR routers for this DVR port 283405ac-9d28-4142-bbd5-d9c46f9d048c on host dv-cinder-759994-5-iscsi {{(pid=100588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:53.890337 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.901000 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338fb280-6bf3-4d40-bd94-a28ef9955bed']}} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:53.914874 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e22cfe-6f01-4252-b6cb-dfea9f46531d') {'for_net_delete': True} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:53.915199 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e22cfe-6f01-4252-b6cb-dfea9f46531d') {} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:53.924723 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6502709'] for segment, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.940350 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.947485 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=100588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:48:53.947936 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6657076'] for segment, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: Traceback (most recent call last): Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: timer() Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: cb(*args, **kw) Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: return func(*args, **kwargs) Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: self._notify() Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: self.callback(batched_events) Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: event.method(event) Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: return f(self, *a, **k) Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._get(url).json() Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: return self.request(url, 'GET', **kwargs) Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:48:53.949667 dv-cinder-759994-5-iscsi neutron-server[100588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:48:54.004725 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.011823 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.013690 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] 10.222.0.43 "DELETE /v2.0/networks/338fb280-6bf3-4d40-bd94-a28ef9955bed HTTP/1.1" status: 204 len: 168 time: 0.5010085 Aug 13 02:48:54.023947 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a72785-6aa9-4406-a618-a4ec5e3e4c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=338fb280-6bf3-4d40-bd94-a28ef9955bed,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:54.131108 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45554) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:54.170128 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-06fd1af2-5d2b-4a3a-9e6e-5f27abf2e85f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9970b6012d604b7cb99f324ab87096c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378027 Aug 13 02:48:54.172430 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45556) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:54.219986 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c612ea41-83f5-46a2-842a-11d0d5de0175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.245341 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c612ea41-83f5-46a2-842a-11d0d5de0175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.254776 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:54.275145 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:54.275566 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 54b4f7d0-7009-4b6e-a7c7-383ec8aa42db not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:54.276016 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 283405ac-9d28-4142-bbd5-d9c46f9d048c no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:54.292332 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c612ea41-83f5-46a2-842a-11d0d5de0175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.294106 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 283405ac-9d28-4142-bbd5-d9c46f9d048c {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:54.294446 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 283405ac-9d28-4142-bbd5-d9c46f9d048c not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:54.294844 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 68263690-d5b9-474e-8424-1e1de69cebff no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:54.294957 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c612ea41-83f5-46a2-842a-11d0d5de0175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.295987 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c612ea41-83f5-46a2-842a-11d0d5de0175 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04918d59-73d8-4625-bd23-4282d8d2f8e4 HTTP/1.1" status: 204 len: 168 time: 0.1227062 Aug 13 02:48:54.303785 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612ea41-83f5-46a2-842a-11d0d5de0175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04918d59-73d8-4625-bd23-4282d8d2f8e4,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:54.317066 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 68263690-d5b9-474e-8424-1e1de69cebff {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:54.317358 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 68263690-d5b9-474e-8424-1e1de69cebff not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:54.602412 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45564) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:54.642076 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-bc9835cb-a9cc-4b6d-b824-54ad8820732d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98c3fece595140e8a2bca35b7771f118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383539 Aug 13 02:48:54.644283 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45566) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:54.689448 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f5d48f77-13bf-4d4c-a19e-03fd638426aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.710981 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f5d48f77-13bf-4d4c-a19e-03fd638426aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.758237 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f5d48f77-13bf-4d4c-a19e-03fd638426aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.760832 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-f5d48f77-13bf-4d4c-a19e-03fd638426aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:54.761966 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-f5d48f77-13bf-4d4c-a19e-03fd638426aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03889254-4cdf-455d-ba1d-5e4a985e8ac2 HTTP/1.1" status: 204 len: 168 time: 0.1167881 Aug 13 02:48:54.769392 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d48f77-13bf-4d4c-a19e-03fd638426aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03889254-4cdf-455d-ba1d-5e4a985e8ac2,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:05.824579 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8ee304cb-7640-40cc-ad83-095ca84ab4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.783186 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b8f48064-e0b1-4509-888e-d0d83c320287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.043929 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.609103 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.706842 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.271921 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:14.425137 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4878a-8434-4d26-90e9-fcb92b40a7df req-bba95a79-761b-417a-8ada-d71efa695679 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:14.426592 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a2e4878a-8434-4d26-90e9-fcb92b40a7df req-bba95a79-761b-417a-8ada-d71efa695679 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0483294 Aug 13 02:49:14.467303 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a2e4878a-8434-4d26-90e9-fcb92b40a7df req-17b9bed5-2dc2-441c-a7b5-5764c8ef94e6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347195 Aug 13 02:49:15.594316 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea6c59-9c49-4644-83c2-e59bb1fd60ee req-fa1f2f78-c97c-4ad0-bbee-b6025b456e74 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:15.595780 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e2ea6c59-9c49-4644-83c2-e59bb1fd60ee req-fa1f2f78-c97c-4ad0-bbee-b6025b456e74 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0476644 Aug 13 02:49:15.632777 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e2ea6c59-9c49-4644-83c2-e59bb1fd60ee req-1fac6a37-f5e7-4d72-867e-4d1607dee1a4 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=0e4dbcf8-cc59-4364-beda-af41878d59fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310636 Aug 13 02:49:15.933817 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9565041-549f-4cf1-9f83-7104205366f4 req-7f0db0a0-30da-4a79-b2be-e56b2e874b65 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:15.935226 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e9565041-549f-4cf1-9f83-7104205366f4 req-7f0db0a0-30da-4a79-b2be-e56b2e874b65 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 946 time: 0.0461779 Aug 13 02:49:16.025019 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Deleting port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:16.025354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:16.109025 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] For port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:16.109652 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:16.277476 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:16.277851 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:16.278166 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Floating IP 7034866a-a76f-499b-bf40-c4ebd66c61d0 disassociated. External IP: 172.27.2.109, port: 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf. Aug 13 02:49:16.278506 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Calling delete_port for 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:16.402295 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:16.428133 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event deleted for resources: {'Port': ['ID=8a190e94-c2f1-44c4-b0db-71d71e9e1bcf,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:16.438158 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.438512 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.438856 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.439193 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.439525 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.439859 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.440190 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.440546 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.441375 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.441375 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.441564 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.441818 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:16.554907 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:16.661021 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:16.671970 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] Sync routers for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:16.681095 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:16.681936 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:16.700529 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] No DVR routers for this DVR port 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:49:16.703429 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:16.705619 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e9565041-549f-4cf1-9f83-7104205366f4 req-98df0910-bb9e-494b-b1b6-d4f27c3be7c6 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "DELETE /v2.0/ports/8a190e94-c2f1-44c4-b0db-71d71e9e1bcf HTTP/1.1" status: 204 len: 173 time: 0.7641714 Aug 13 02:49:16.706086 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'name': 'network-vif-deleted', 'tag': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:16.708380 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79eddaf-5eaf-4fd7-a117-e90c6eb77334" -d '{"events": [{"server_uuid": "495bdc3a-0edf-4356-b5aa-e21c8979b07a", "name": "network-vif-deleted", "tag": "8a190e94-c2f1-44c4-b0db-71d71e9e1bcf"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:16.744145 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-23a46d60-b0ee-461f-8214-13ba71de31d5 req-24a31e9b-c327-4411-aa8d-25398a0557ec tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=495bdc3a-0edf-4356-b5aa-e21c8979b07a HTTP/1.1" status: 200 len: 210 time: 0.0323997 Aug 13 02:49:16.755491 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952ed0a2-b72b-4281-bb9b-54e9ad04c61b x-openstack-request-id: req-952ed0a2-b72b-4281-bb9b-54e9ad04c61b {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:16.755789 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495bdc3a-0edf-4356-b5aa-e21c8979b07a", "name": "network-vif-deleted", "tag": "8a190e94-c2f1-44c4-b0db-71d71e9e1bcf", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:16.756088 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-952ed0a2-b72b-4281-bb9b-54e9ad04c61b {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:16.756519 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495bdc3a-0edf-4356-b5aa-e21c8979b07a', 'name': 'network-vif-deleted', 'tag': '8a190e94-c2f1-44c4-b0db-71d71e9e1bcf', 'status': 'completed', 'code': 200} Aug 13 02:49:16.806248 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:17.008033 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:17.032752 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] Checking router: 521d54dc-7b7f-4917-b76e-b85b14eecbd7 for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:17.040389 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:17.041001 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:17.141989 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:17.342533 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:17.367966 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328d43-66e1-44a5-a01a-c1b7e408aa33 None None] The sync data for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi is: [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:17.579573 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ece632-4d91-49f5-b80e-4e2a56b74173 None None] New status for floating IP 7034866a-a76f-499b-bf40-c4ebd66c61d0: DOWN {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:49:18.861489 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45612) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:18.913423 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f20c583a-e952-4826-9af3-b49be9f3ab92 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:18.936464 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f20c583a-e952-4826-9af3-b49be9f3ab92 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:18.982506 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f20c583a-e952-4826-9af3-b49be9f3ab92 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:18.985341 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f20c583a-e952-4826-9af3-b49be9f3ab92 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:18.986636 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-f20c583a-e952-4826-9af3-b49be9f3ab92 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "DELETE /v2.0/security-groups/0e4dbcf8-cc59-4364-beda-af41878d59fe HTTP/1.1" status: 204 len: 168 time: 0.1239998 Aug 13 02:49:18.989544 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45614) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:18.995950 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c583a-e952-4826-9af3-b49be9f3ab92 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4dbcf8-cc59-4364-beda-af41878d59fe,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:19.003371 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.api.v2.resource [None req-3860c75c-f9dc-44d9-b7c4-c90d33eb6696 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] show failed (client error): The resource could not be found. Aug 13 02:49:19.007194 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45616) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:19.007351 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-3860c75c-f9dc-44d9-b7c4-c90d33eb6696 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups/0e4dbcf8-cc59-4364-beda-af41878d59fe HTTP/1.1" status: 404 len: 347 time: 0.0165522 Aug 13 02:49:19.130545 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Deleting port 3cd9a3c4-bd8d-4294-86cd-489c0cb8a9a7 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:19.130799 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.206653 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.206983 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.218930 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Calling delete_port for 3cd9a3c4-bd8d-4294-86cd-489c0cb8a9a7 owned by network:floatingip {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:19.349457 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.374261 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event deleted for resources: {'Port': ['ID=3cd9a3c4-bd8d-4294-86cd-489c0cb8a9a7,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:19.431484 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.434074 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.435211 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-8e68d434-b7a6-4d2b-a68a-a5faece7555d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "DELETE /v2.0/floatingips/7034866a-a76f-499b-bf40-c4ebd66c61d0 HTTP/1.1" status: 204 len: 168 time: 0.4264143 Aug 13 02:49:19.702037 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:19.722241 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:19.722726 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8a190e94-c2f1-44c4-b0db-71d71e9e1bcf not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:19.780973 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45620) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:19.785709 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-ddbe0720-2b31-4c57-a8d5-666c5213bdbc tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448749288', 'description': 'tempest-description--322794905'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:19.810622 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ddbe0720-2b31-4c57-a8d5-666c5213bdbc tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.907596 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ddbe0720-2b31-4c57-a8d5-666c5213bdbc tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.911482 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ddbe0720-2b31-4c57-a8d5-666c5213bdbc tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.941369 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ddbe0720-2b31-4c57-a8d5-666c5213bdbc tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:19.942635 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ddbe0720-2b31-4c57-a8d5-666c5213bdbc tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1606801 Aug 13 02:49:19.944795 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe0720-2b31-4c57-a8d5-666c5213bdbc tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40673eb2-d701-4a6e-aad5-00cd94c5de57,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:19.945900 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45622) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:19.953956 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-641a5e27-f515-413e-b4cd-43fa2c984413 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'security_group_rule': {'security_group_id': '40673eb2-d701-4a6e-aad5-00cd94c5de57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:19.991287 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-641a5e27-f515-413e-b4cd-43fa2c984413 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.055638 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-641a5e27-f515-413e-b4cd-43fa2c984413 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.063978 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-641a5e27-f515-413e-b4cd-43fa2c984413 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.084451 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a5e27-f515-413e-b4cd-43fa2c984413 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ad716d-b141-434b-aa4b-f97bfd892573,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:20.091463 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-641a5e27-f515-413e-b4cd-43fa2c984413 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.092837 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-641a5e27-f515-413e-b4cd-43fa2c984413 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456430 Aug 13 02:49:20.096729 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45624) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:20.101708 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-5bbb527b-2e50-4b59-9cad-658e79602606 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'security_group_rule': {'security_group_id': '40673eb2-d701-4a6e-aad5-00cd94c5de57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:20.136380 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5bbb527b-2e50-4b59-9cad-658e79602606 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.209896 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5bbb527b-2e50-4b59-9cad-658e79602606 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.213796 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5bbb527b-2e50-4b59-9cad-658e79602606 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.232282 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb527b-2e50-4b59-9cad-658e79602606 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb397341-b9d3-47c4-a16e-6b9880d8cf21,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:20.238035 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-5bbb527b-2e50-4b59-9cad-658e79602606 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.242567 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45626) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:20.243059 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-5bbb527b-2e50-4b59-9cad-658e79602606 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449356 Aug 13 02:49:20.250445 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'floatingip': {'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:20.273369 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.370156 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.489402 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Allocated IP 172.27.2.179 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/57319e72-7dbe-4a33-8bba-b3d43ee9f761) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:49:20.584694 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.622141 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.661519 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:49:20.666118 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:49:20.670122 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:49:20.675438 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'Port': ['ID=57319e72-7dbe-4a33-8bba-b3d43ee9f761,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:20.752845 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.784037 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.926510 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:20.931001 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:21.196124 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'Port': ['ID=57319e72-7dbe-4a33-8bba-b3d43ee9f761,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:21.203091 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:21.216857 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:21.218066 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-e2e93cb0-c219-4c41-bdfa-5f80a034ffe1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9744599 Aug 13 02:49:21.402695 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-bb0c7956-9a67-4876-a35c-0410dba31a8a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1448749288&fields=id&tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0 HTTP/1.1" status: 200 len: 267 time: 0.0322318 Aug 13 02:49:21.506336 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-f3ddf6f1-bb56-4771-b6f7-dbbc596eaf4e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:21.507778 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-f3ddf6f1-bb56-4771-b6f7-dbbc596eaf4e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 810 time: 0.0988533 Aug 13 02:49:21.522804 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-c75006aa-8295-479d-b335-8ae4e975e6ad tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/quotas/3a9fe3ca18ba4084bb5cbcbb42d7d3d0 HTTP/1.1" status: 200 len: 375 time: 0.0086799 Aug 13 02:49:21.573619 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-5e3187b2-68dd-4aaa-a37c-02c8792e16fe tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457454 Aug 13 02:49:21.665993 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-7a2d620a-eb35-4bda-91c7-b422c9145d79 service neutron] 10.222.0.43 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805423 Aug 13 02:49:22.024701 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-f38763b2-dbbe-4588-8d40-d97ab22b175c service neutron] 10.222.0.43 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515472 Aug 13 02:49:22.180747 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ca639e6a-e6a0-4ba8-8b14-c611b1e37b44 req-1b50293b-f9fe-46f7-a97c-ea9695e246df tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 210 time: 0.0264015 Aug 13 02:49:23.293126 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-aee569df-ad70-45b3-af16-adc65ed3bde2 req-43c195ee-ff23-4a97-860e-3ce0b02fd4bd tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 210 time: 0.0272005 Aug 13 02:49:23.430672 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-3b156734-5133-4a6c-aaf0-08359787de23 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:23.432252 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-3b156734-5133-4a6c-aaf0-08359787de23 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 810 time: 0.1030631 Aug 13 02:49:23.487118 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-696495f2-d0a8-4345-bd10-35e4ec1c1e6f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0 HTTP/1.1" status: 200 len: 380 time: 0.0367556 Aug 13 02:49:23.496133 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'port': {'device_id': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'admin_state_up': True, 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'security_groups': ['40673eb2-d701-4a6e-aad5-00cd94c5de57']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:23.598719 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Made reservation on behalf of 3a9fe3ca18ba4084bb5cbcbb42d7d3d0 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:49:23.602169 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:23.723225 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Allocated IP 172.20.0.4 (a9ede2d7-83b8-4c07-b08c-458594e7cd45/34c9e8b3-8d04-49be-814e-762ecb62b5a6/fe3375f7-3fc3-4cca-9f2a-b47c677cb5df) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:49:23.857248 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:23.870398 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Transition to ACTIVE for port object fe3375f7-3fc3-4cca-9f2a-b47c677cb5df will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:49:23.902833 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:23.941153 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:49:23.944226 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:49:23.950867 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:49:23.977634 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event updated for resources: {'Port': ['ID=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:24.005289 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.005909 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:24.021187 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-d6870cd2-8274-4d10-8de1-3815c458e849 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5285895 Aug 13 02:49:24.041541 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Request body: {'port': {'device_id': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:24.102845 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:24.115006 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2fbb5e5f-7ef8-4031-b46c-e1df4c4c9d7f None None] Provisioning for port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:49:24.118505 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2fbb5e5f-7ef8-4031-b46c-e1df4c4c9d7f None None] Provisioning complete for port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:49:24.118878 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2fbb5e5f-7ef8-4031-b46c-e1df4c4c9d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:24.155626 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb5e5f-7ef8-4031-b46c-e1df4c4c9d7f None None] Port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:49:24.362578 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3375f7-3fc3-4cca-9f2a-b47c677cb5df {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:49:24.372104 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:24.407734 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Transition to ACTIVE for port object fe3375f7-3fc3-4cca-9f2a-b47c677cb5df will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:49:24.412100 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:24.471439 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81671e5-f040-4747-b01a-0c9eb2bcc759 req-59ce0f1c-e9d8-4875-bdf6-8a90bc3b45f0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.472998 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c81671e5-f040-4747-b01a-0c9eb2bcc759 req-59ce0f1c-e9d8-4875-bdf6-8a90bc3b45f0 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 931 time: 0.1058762 Aug 13 02:49:24.476337 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:24.554230 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c81671e5-f040-4747-b01a-0c9eb2bcc759 req-7c66f4fd-4748-4b46-9a30-9d494298c913 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740509 Aug 13 02:49:24.578226 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Attempting to bind port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:49:24.578560 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Attempting to bind port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:49:24.578890 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Attempting to bind port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df on network a9ede2d7-83b8-4c07-b08c-458594e7cd45 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:49:24.583366 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df on network a9ede2d7-83b8-4c07-b08c-458594e7cd45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:49:24.583819 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Attempting to bind port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df on network a9ede2d7-83b8-4c07-b08c-458594e7cd45 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:49:24.588815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:49:24.589151 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Checking segment: {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:49:24.589594 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Bound using segment: {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:49:24.590021 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Bound port: fe3375f7-3fc3-4cca-9f2a-b47c677cb5df, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e214276-0672-48b4-9d29-5e6b648c3ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:49:24.590376 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:24.655487 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] For port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:49:24.658329 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] For port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:49:24.662818 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:24.697201 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.697927 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:24.699286 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] 10.222.0.39 "PUT /v2.0/ports/fe3375f7-3fc3-4cca-9f2a-b47c677cb5df HTTP/1.1" status: 200 len: 1093 time: 0.6621356 Aug 13 02:49:24.699688 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'tag': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:24.701941 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e54b49f-e610-4f9d-8055-e97476530cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "7df95e62-b7ae-4217-a6f7-b29d92027ab9", "tag": "fe3375f7-3fc3-4cca-9f2a-b47c677cb5df"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:24.727853 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aa8ab-aa3a-4925-ac41-9bd640f602a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:24.742326 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d71f31e-fcd3-4ca6-9b0e-7c70b8ca7c9d x-openstack-request-id: req-8d71f31e-fcd3-4ca6-9b0e-7c70b8ca7c9d {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:24.742645 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df95e62-b7ae-4217-a6f7-b29d92027ab9", "tag": "fe3375f7-3fc3-4cca-9f2a-b47c677cb5df", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:24.742943 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d71f31e-fcd3-4ca6-9b0e-7c70b8ca7c9d {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:24.743393 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'tag': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df', 'status': 'completed', 'code': 200} Aug 13 02:49:24.807370 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-75f71ae0-b101-45fe-9dc7-3653789eb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.809544 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-75f71ae0-b101-45fe-9dc7-3653789eb7a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 1096 time: 0.0431833 Aug 13 02:49:24.860282 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-998de9d0-32f5-4c1c-8bab-e06ed9421137 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df HTTP/1.1" status: 200 len: 217 time: 0.0355818 Aug 13 02:49:24.914942 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-c793350d-cb43-4a7a-9718-be97213b53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.916311 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-c793350d-cb43-4a7a-9718-be97213b53bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.0485196 Aug 13 02:49:24.961296 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-3af26106-82bb-436c-b8cc-2c5c8d3b3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:24.962800 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-3af26106-82bb-436c-b8cc-2c5c8d3b3e25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388963 Aug 13 02:49:25.062556 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-fbb64470-64db-443d-b19d-62bd138f397f service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858788 Aug 13 02:49:25.149415 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-445a4129-36a5-4d9c-b3dc-c35d4b6bf15d req-8a540e74-b20d-412f-ac04-7ad399689f6f service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797737 Aug 13 02:49:25.288725 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-8d7bb875-f604-43c9-8244-027c0973e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:25.290212 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-8d7bb875-f604-43c9-8244-027c0973e2ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 1096 time: 0.0411425 Aug 13 02:49:25.383117 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-62429867-8d3e-4d94-adca-d2e21f7f4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:25.384594 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-62429867-8d3e-4d94-adca-d2e21f7f4da3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 911 time: 0.0857463 Aug 13 02:49:25.427370 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-fe076ddf-08cd-4188-8a6b-89e3f8debfb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df HTTP/1.1" status: 200 len: 217 time: 0.0339544 Aug 13 02:49:25.474847 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-1f4151c7-8d21-4bd8-97fe-b68245dde467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:25.476231 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-1f4151c7-8d21-4bd8-97fe-b68245dde467 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.0420320 Aug 13 02:49:25.525385 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-7d7d0e99-f7c9-476a-bc46-19f948995ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:25.527400 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-7d7d0e99-f7c9-476a-bc46-19f948995ba4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423462 Aug 13 02:49:25.614522 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-fc484d61-fd93-47f9-8543-90ed383c8dad service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794406 Aug 13 02:49:25.728862 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8de4ed-23df-48fa-815c-09cfb49af41b req-ded346bb-ee57-433a-8f25-70c9618eff6b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:25.730468 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc8de4ed-23df-48fa-815c-09cfb49af41b req-ded346bb-ee57-433a-8f25-70c9618eff6b tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 943 time: 0.1071928 Aug 13 02:49:25.757350 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e54b49f-e610-4f9d-8055-e97476530cc7 req-ec11750d-ba46-4a7e-be56-e99248935c3b service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350894 Aug 13 02:49:25.778221 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cc8de4ed-23df-48fa-815c-09cfb49af41b req-2f8afcb8-03d9-42e4-9d38-4af378a2cc05 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Aug 13 02:49:26.892535 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd9de2-dd92-4f4c-96f5-4bc22cd8a263 req-8cde80be-a0c9-4abe-8a2b-f4fabb3b0198 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:26.893986 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-37cd9de2-dd92-4f4c-96f5-4bc22cd8a263 req-8cde80be-a0c9-4abe-8a2b-f4fabb3b0198 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 943 time: 0.0490081 Aug 13 02:49:26.940430 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-37cd9de2-dd92-4f4c-96f5-4bc22cd8a263 req-b85028a1-bada-4dd1-8f7f-c336303bf147 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406337 Aug 13 02:49:27.993124 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523abce-bd07-44b9-9b21-744637e62b0b req-058a6d3f-3314-48f8-98f5-1bf43883baeb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:27.994926 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7523abce-bd07-44b9-9b21-744637e62b0b req-058a6d3f-3314-48f8-98f5-1bf43883baeb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 946 time: 0.0579686 Aug 13 02:49:28.044117 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7523abce-bd07-44b9-9b21-744637e62b0b req-b6fb56dc-3cb0-40bd-b5ef-2f4b01b05a03 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Aug 13 02:49:28.087278 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba0091-9e49-445b-a89e-648eaad1b23d req-1c2bb895-0ddb-415f-acd5-42e4d1499e35 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:28.088761 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-78ba0091-9e49-445b-a89e-648eaad1b23d req-1c2bb895-0ddb-415f-acd5-42e4d1499e35 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 943 time: 0.0669339 Aug 13 02:49:28.128946 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-78ba0091-9e49-445b-a89e-648eaad1b23d req-fd39e9d1-d388-4453-8fca-62c9426e580d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330057 Aug 13 02:49:29.162347 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:49:29.162815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad568d-4af5-40e4-b270-4110ab0957a6 req-183dd2a7-8bb2-43a5-ba65-d33a14928573 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:29.164348 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d2ad568d-4af5-40e4-b270-4110ab0957a6 req-183dd2a7-8bb2-43a5-ba65-d33a14928573 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 946 time: 0.0497024 Aug 13 02:49:29.214807 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d2ad568d-4af5-40e4-b270-4110ab0957a6 req-d8bdcca5-14d9-4bbd-a1ae-46d561b5d50c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 Aug 13 02:49:29.250639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d95e9-6238-4b2f-a2ac-3bcf1b8ed6f1 req-3baef3ab-4b42-4d61-a3c2-3ae27f082532 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:29.252150 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-389d95e9-6238-4b2f-a2ac-3bcf1b8ed6f1 req-3baef3ab-4b42-4d61-a3c2-3ae27f082532 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 943 time: 0.0529027 Aug 13 02:49:29.288966 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-389d95e9-6238-4b2f-a2ac-3bcf1b8ed6f1 req-413e4092-bc56-4f7e-84b8-60669864db27 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Aug 13 02:49:29.741609 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device fe3375f7-3fc3-4cca-9f2a-b47c677cb5df details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:49:29.832053 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:29.843883 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'port_id': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df', 'mac_address': 'fa:16:3e:1b:71:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:49:29.879791 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:29.895485 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3375f7-3fc3-4cca-9f2a-b47c677cb5df {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:49:29.914695 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:29.918972 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:30.081529 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:30.082522 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-b9d6c37f-94b4-4b85-a723-c507abfdc1cd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:30.084142 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-b9d6c37f-94b4-4b85-a723-c507abfdc1cd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 946 time: 0.0493007 Aug 13 02:49:30.088155 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.088607 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.089653 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.090126 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.090465 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.090801 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.091131 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.091458 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.091787 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.092112 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.092465 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.092795 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:30.179465 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Deleting port 327712dd-87ab-45d4-bb23-615c712cf931 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:30.180127 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:30.278044 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] For port 327712dd-87ab-45d4-bb23-615c712cf931, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=327712dd-87ab-45d4-bb23-615c712cf931,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:30.278398 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:30.343978 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['fe3375f7-3fc3-4cca-9f2a-b47c677cb5df'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:49:30.440241 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c71f48-ce0e-463b-b118-fe064785c9e0 req-776411f5-4e93-4a83-a90f-005594eb366e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:30.441744 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-85c71f48-ce0e-463b-b118-fe064785c9e0 req-776411f5-4e93-4a83-a90f-005594eb366e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 946 time: 0.1545815 Aug 13 02:49:30.518300 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b1fdc-c331-4f2c-9d84-47acd50e1357 req-e518dee8-fcdd-455f-9c75-b9f48fa658a1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:30.519898 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-526b1fdc-c331-4f2c-9d84-47acd50e1357 req-e518dee8-fcdd-455f-9c75-b9f48fa658a1 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 944 time: 0.1579254 Aug 13 02:49:30.550903 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-85c71f48-ce0e-463b-b118-fe064785c9e0 req-e36088a1-e1de-424a-a697-0f67d8d89f75 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e084ce6-1b78-4b6c-9e22-d49a84dc242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011231 Aug 13 02:49:30.578611 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:30.578976 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:30.579291 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Floating IP bde2dd0e-a713-4d79-a7c3-e3de6a483a98 disassociated. External IP: 172.27.2.60, port: 327712dd-87ab-45d4-bb23-615c712cf931. Aug 13 02:49:30.579625 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Calling delete_port for 327712dd-87ab-45d4-bb23-615c712cf931 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:30.593203 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-526b1fdc-c331-4f2c-9d84-47acd50e1357 req-51d0fe90-75f1-4ebe-9128-91e95ebd1af3 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599635 Aug 13 02:49:30.713603 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:30.742012 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event deleted for resources: {'Port': ['ID=327712dd-87ab-45d4-bb23-615c712cf931,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:30.854309 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:30.971913 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:30.982514 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] Sync routers for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:30.992174 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:30.992814 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:31.011741 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] No DVR routers for this DVR port 327712dd-87ab-45d4-bb23-615c712cf931 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:49:31.014209 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:31.016177 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6eaf4f47-5d1f-4f9a-95e8-d54fb92e19bc req-e3ce99ef-5040-48c8-8079-e129d64080ae tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "DELETE /v2.0/ports/327712dd-87ab-45d4-bb23-615c712cf931 HTTP/1.1" status: 204 len: 173 time: 0.9248197 Aug 13 02:49:31.016644 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-deleted', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:31.018870 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d4ad4e-6398-4014-bcd7-3c670c56f264" -d '{"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-deleted", "tag": "327712dd-87ab-45d4-bb23-615c712cf931"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:31.061360 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5494aaf4-1817-4a20-9d15-0f15288feb35 x-openstack-request-id: req-5494aaf4-1817-4a20-9d15-0f15288feb35 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:31.061651 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833389e2-88d7-4338-88b2-481dec8d1718", "name": "network-vif-deleted", "tag": "327712dd-87ab-45d4-bb23-615c712cf931", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:31.061903 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5494aaf4-1817-4a20-9d15-0f15288feb35 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:31.062300 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833389e2-88d7-4338-88b2-481dec8d1718', 'name': 'network-vif-deleted', 'tag': '327712dd-87ab-45d4-bb23-615c712cf931', 'status': 'completed', 'code': 200} Aug 13 02:49:31.116752 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:31.319441 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:31.344511 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] Checking router: 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:31.352709 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:31.353291 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:31.455009 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:31.663124 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:31.690044 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681c981-7e08-4f9e-8e93-2be68c1a7b24 None None] The sync data for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi is: [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:31.717310 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bd2aa281-c28e-44c9-a2de-2b33e78dbd20 req-b1be7748-cb6f-4abd-b24d-3553b6b2c3a2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=833389e2-88d7-4338-88b2-481dec8d1718 HTTP/1.1" status: 200 len: 210 time: 0.0433242 Aug 13 02:49:31.754669 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62a7f6-87d5-4cd7-b907-a132452bf6d8 req-6fc62265-0928-4516-8b91-54c2fda02852 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:31.756163 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da62a7f6-87d5-4cd7-b907-a132452bf6d8 req-6fc62265-0928-4516-8b91-54c2fda02852 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 944 time: 0.0728953 Aug 13 02:49:31.769530 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device fe3375f7-3fc3-4cca-9f2a-b47c677cb5df up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:49:31.800137 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da62a7f6-87d5-4cd7-b907-a132452bf6d8 req-f5998cb7-c33e-4c66-9fdc-20147dfde2ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368390 Aug 13 02:49:31.818158 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:49:31.822873 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:49:31.823879 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:31.905674 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:31.925497 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1549db-2589-4988-8158-7e7097e23a13 None None] New status for floating IP bde2dd0e-a713-4d79-a7c3-e3de6a483a98: DOWN {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:49:31.928956 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:31.931203 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cb5ff7-f74b-4b02-85a0-5fedec2bcfee" -d '{"events": [{"server_uuid": "7df95e62-b7ae-4217-a6f7-b29d92027ab9", "name": "network-vif-plugged", "status": "completed", "tag": "fe3375f7-3fc3-4cca-9f2a-b47c677cb5df"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:31.944934 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:31.950921 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:31.951697 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:31.990553 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7716865-53c3-428c-a619-59ab666b9f3c x-openstack-request-id: req-a7716865-53c3-428c-a619-59ab666b9f3c {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:31.991217 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df95e62-b7ae-4217-a6f7-b29d92027ab9", "name": "network-vif-plugged", "status": "completed", "tag": "fe3375f7-3fc3-4cca-9f2a-b47c677cb5df", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:31.991312 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7716865-53c3-428c-a619-59ab666b9f3c {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:31.991738 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df', 'code': 200} Aug 13 02:49:31.994074 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 327712dd-87ab-45d4-bb23-615c712cf931 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:31.994420 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 327712dd-87ab-45d4-bb23-615c712cf931 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:32.024008 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:32.177910 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df0fbb-f4b8-4f95-86f6-58cd1ce9e845 req-997cc86e-c006-4678-8617-f5186c8cc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:32.179339 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b8df0fbb-f4b8-4f95-86f6-58cd1ce9e845 req-997cc86e-c006-4678-8617-f5186c8cc165 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0387635 Aug 13 02:49:32.212770 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b8df0fbb-f4b8-4f95-86f6-58cd1ce9e845 req-9d13ec62-5085-4dc0-bbbe-258870f74734 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259337 Aug 13 02:49:32.806375 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45718) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:32.860208 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c8e178ab-f00b-4515-a1b1-d6c29a98785d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:32.884476 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c8e178ab-f00b-4515-a1b1-d6c29a98785d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:32.919124 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c47cc-760f-4ce9-a1ff-a5ee90088f94 req-f2eb1701-36aa-40f7-aa59-ab159c3a52c9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:32.920822 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6d9c47cc-760f-4ce9-a1ff-a5ee90088f94 req-f2eb1701-36aa-40f7-aa59-ab159c3a52c9 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0518589 Aug 13 02:49:32.932315 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c8e178ab-f00b-4515-a1b1-d6c29a98785d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:32.935268 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c8e178ab-f00b-4515-a1b1-d6c29a98785d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:32.938860 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c8e178ab-f00b-4515-a1b1-d6c29a98785d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "DELETE /v2.0/security-groups/5e084ce6-1b78-4b6c-9e22-d49a84dc242f HTTP/1.1" status: 204 len: 168 time: 0.1290812 Aug 13 02:49:32.939803 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45722) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:32.953678 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e178ab-f00b-4515-a1b1-d6c29a98785d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e084ce6-1b78-4b6c-9e22-d49a84dc242f,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:32.959905 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.api.v2.resource [None req-66ef9aaa-3152-47ea-8e2f-24b6d016cc1b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] show failed (client error): The resource could not be found. Aug 13 02:49:32.960897 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-66ef9aaa-3152-47ea-8e2f-24b6d016cc1b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups/5e084ce6-1b78-4b6c-9e22-d49a84dc242f HTTP/1.1" status: 404 len: 347 time: 0.0191126 Aug 13 02:49:32.963449 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6d9c47cc-760f-4ce9-a1ff-a5ee90088f94 req-ddbfd6bb-e88b-4b66-9332-f1ea3b208e2a tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361447 Aug 13 02:49:32.963738 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45724) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:33.087441 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Deleting port 9ae5f33c-a7eb-46da-9681-3ccd88231b1e {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:33.087692 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.162866 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.163193 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.174930 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Calling delete_port for 9ae5f33c-a7eb-46da-9681-3ccd88231b1e owned by network:floatingip {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:33.310587 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.335321 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event deleted for resources: {'Port': ['ID=9ae5f33c-a7eb-46da-9681-3ccd88231b1e,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:33.394798 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.397553 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.398677 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-686cd654-1387-4a87-b34a-ea4b7a65fd1f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "DELETE /v2.0/floatingips/bde2dd0e-a713-4d79-a7c3-e3de6a483a98 HTTP/1.1" status: 204 len: 168 time: 0.4333370 Aug 13 02:49:33.626290 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45728) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:33.631096 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-c8534452-43e1-4747-988e-56080dbb0b4b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225215857', 'description': 'tempest-description--782109659'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:33.657125 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c8534452-43e1-4747-988e-56080dbb0b4b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.736980 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c8534452-43e1-4747-988e-56080dbb0b4b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.740319 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c8534452-43e1-4747-988e-56080dbb0b4b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.768775 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c8534452-43e1-4747-988e-56080dbb0b4b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.769973 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c8534452-43e1-4747-988e-56080dbb0b4b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1426573 Aug 13 02:49:33.772980 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45730) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:33.773868 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8534452-43e1-4747-988e-56080dbb0b4b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0ecce9-37f1-45f0-99dc-dedd56bc8189,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:33.778639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-b641bdc7-fa60-44ca-b0a3-ebdaf33987da tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'security_group_rule': {'security_group_id': 'ed0ecce9-37f1-45f0-99dc-dedd56bc8189', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:33.805105 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b641bdc7-fa60-44ca-b0a3-ebdaf33987da tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.850259 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b641bdc7-fa60-44ca-b0a3-ebdaf33987da tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.853910 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b641bdc7-fa60-44ca-b0a3-ebdaf33987da tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.875042 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641bdc7-fa60-44ca-b0a3-ebdaf33987da tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e992b921-240e-4a60-b717-904860409ff9,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:33.878806 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b641bdc7-fa60-44ca-b0a3-ebdaf33987da tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.879986 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b641bdc7-fa60-44ca-b0a3-ebdaf33987da tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060181 Aug 13 02:49:33.882716 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45732) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:33.887064 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-3266741e-ea6a-4cba-ba3c-61384274e8c2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'security_group_rule': {'security_group_id': 'ed0ecce9-37f1-45f0-99dc-dedd56bc8189', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:33.912554 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3266741e-ea6a-4cba-ba3c-61384274e8c2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.971302 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3266741e-ea6a-4cba-ba3c-61384274e8c2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.974898 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3266741e-ea6a-4cba-ba3c-61384274e8c2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:33.995713 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266741e-ea6a-4cba-ba3c-61384274e8c2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5801c555-6f61-4ca7-97f9-846718bfd06e,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:34.003899 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3266741e-ea6a-4cba-ba3c-61384274e8c2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.008165 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-3266741e-ea6a-4cba-ba3c-61384274e8c2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217096 Aug 13 02:49:34.008354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45736) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:34.012934 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'floatingip': {'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:34.034709 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.132124 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400d36c-0dd2-4e46-b1f5-16dbb947d4ea req-4a2f6703-25f4-4787-b9b2-4c275e77fb61 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:34.133554 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9400d36c-0dd2-4e46-b1f5-16dbb947d4ea req-4a2f6703-25f4-4787-b9b2-4c275e77fb61 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0950329 Aug 13 02:49:34.187707 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9400d36c-0dd2-4e46-b1f5-16dbb947d4ea req-5d4b47f7-6739-4b35-b94f-8547f5b2dada tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464921 Aug 13 02:49:34.199285 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.347190 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135d89c-7dae-4d9d-be6a-9fc62410b8a4 req-3b4af0b6-3263-43ac-9dc1-e09750ca006f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:34.348684 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8135d89c-7dae-4d9d-be6a-9fc62410b8a4 req-3b4af0b6-3263-43ac-9dc1-e09750ca006f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0956156 Aug 13 02:49:34.349757 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Allocated IP 172.27.2.153 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/af07e54a-413b-4d40-9e76-f640ec48dd65) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:49:34.358484 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 45740) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:34.363525 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-53f63741-98a7-4d38-bbb6-dd13b2d2fe41 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Request body: {'floatingip': {'port_id': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:34.402495 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53f63741-98a7-4d38-bbb6-dd13b2d2fe41 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.457903 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.501092 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.539211 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:49:34.544422 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:49:34.547943 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:49:34.553415 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'Port': ['ID=af07e54a-413b-4d40-9e76-f640ec48dd65,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:34.634633 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.668433 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.820518 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.827306 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.834081 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53f63741-98a7-4d38-bbb6-dd13b2d2fe41 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.837906 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53f63741-98a7-4d38-bbb6-dd13b2d2fe41 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.908833 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'Port': ['ID=af07e54a-413b-4d40-9e76-f640ec48dd65,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:34.919603 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.934250 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:34.935491 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b9a17e65-38b9-4656-a7a5-878865a3373c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9261527 Aug 13 02:49:34.937405 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.l3_db [None req-53f63741-98a7-4d38-bbb6-dd13b2d2fe41 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Floating IP 3301763d-faa0-4e6d-87b4-2dc096996cd3 associated. External IP: 172.27.2.179, port: fe3375f7-3fc3-4cca-9f2a-b47c677cb5df. Aug 13 02:49:35.117787 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-a42ca79b-215c-4ddb-847a-2316edff966b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--225215857&fields=id&tenant_id=d15501c9af0d4eb9a307bb9a7ac84801 HTTP/1.1" status: 200 len: 267 time: 0.0335832 Aug 13 02:49:35.147407 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f63741-98a7-4d38-bbb6-dd13b2d2fe41 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:35.221902 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302c45-0a35-4fa1-b496-3882bda916da req-c206d708-a73c-4a8e-b5bb-c76bee9d4e89 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:35.223286 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-c206d708-a73c-4a8e-b5bb-c76bee9d4e89 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 816 time: 0.0981524 Aug 13 02:49:35.239238 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-a7222d4a-2263-48da-8a17-0ef4d6e0ea58 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/quotas/d15501c9af0d4eb9a307bb9a7ac84801 HTTP/1.1" status: 200 len: 375 time: 0.0101867 Aug 13 02:49:35.251300 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f63741-98a7-4d38-bbb6-dd13b2d2fe41 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:35.256067 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-53f63741-98a7-4d38-bbb6-dd13b2d2fe41 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:35.264645 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] Sync routers for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:35.274173 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:35.274806 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:35.292736 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-53f63741-98a7-4d38-bbb6-dd13b2d2fe41 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "PUT /v2.0/floatingips/3301763d-faa0-4e6d-87b4-2dc096996cd3 HTTP/1.1" status: 200 len: 991 time: 0.9325218 Aug 13 02:49:35.293604 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'tag': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df'}] {{(pid=100588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:35.296024 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e7eaacf07d42cafacb34f76e7f893f7656108f4e0f7504d3ede1c141aad96a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cb127a-3348-439b-b667-df5f59251f39" -d '{"events": [{"name": "network-changed", "server_uuid": "7df95e62-b7ae-4217-a6f7-b29d92027ab9", "tag": "fe3375f7-3fc3-4cca-9f2a-b47c677cb5df"}]}' {{(pid=100588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:35.306946 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-7178f155-d003-47bb-8c1b-3c726f9bab02 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605788 Aug 13 02:49:35.386956 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:35.404512 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-4d633133-dc59-4fc7-b2af-005d4ab9084d service neutron] 10.222.0.43 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844593 Aug 13 02:49:35.503603 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-ef4559af-62ef-43f9-b8a0-eabac7890289 service neutron] 10.222.0.43 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923605 Aug 13 02:49:35.566157 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04ce9bc-be2e-40d3-9109-f34ed2ab7a2f x-openstack-request-id: req-e04ce9bc-be2e-40d3-9109-f34ed2ab7a2f {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:35.566686 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df95e62-b7ae-4217-a6f7-b29d92027ab9", "tag": "fe3375f7-3fc3-4cca-9f2a-b47c677cb5df", "status": "completed", "code": 200}]} {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:35.567146 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e04ce9bc-be2e-40d3-9109-f34ed2ab7a2f {{(pid=100588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:35.567592 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'tag': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df', 'status': 'completed', 'code': 200} Aug 13 02:49:35.621602 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '3301763d-faa0-4e6d-87b4-2dc096996cd3', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'port_id': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'mac_address': 'fa:16:3e:1b:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:49:20Z', 'updated_at': '2021-08-13T02:49:34Z', 'revision_number': 1, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:35.647827 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] Checking router: 521d54dc-7b7f-4917-b76e-b85b14eecbd7 for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:35.657429 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:35.658028 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:35.682100 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b07a7864-3103-440a-8631-ca4ad33b121c req-8caaf30c-30fe-43b5-a88d-e4f603135c93 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 210 time: 0.0314124 Aug 13 02:49:35.693324 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb127a-3348-439b-b667-df5f59251f39 req-c88c360b-546f-45e2-b5d5-c1d11ddeb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:35.694896 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-66cb127a-3348-439b-b667-df5f59251f39 req-c88c360b-546f-45e2-b5d5-c1d11ddeb3ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0711529 Aug 13 02:49:35.769796 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:35.796322 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb127a-3348-439b-b667-df5f59251f39 req-f82e7721-100d-4e74-922b-058bcfe1dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:35.798036 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-66cb127a-3348-439b-b667-df5f59251f39 req-f82e7721-100d-4e74-922b-058bcfe1dfb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 911 time: 0.0955708 Aug 13 02:49:35.868078 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-29fd6907-b1d1-4775-a66a-266fa9531ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:35.879563 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-66cb127a-3348-439b-b667-df5f59251f39 req-0332bda0-a072-40d3-ac8f-2bcbfc846d30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df HTTP/1.1" status: 200 len: 999 time: 0.0741513 Aug 13 02:49:35.933742 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb127a-3348-439b-b667-df5f59251f39 req-2402dc4a-1a26-4a5a-ab73-0559551570cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:35.936001 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-66cb127a-3348-439b-b667-df5f59251f39 req-2402dc4a-1a26-4a5a-ab73-0559551570cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.0488033 Aug 13 02:49:35.988238 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb127a-3348-439b-b667-df5f59251f39 req-fbf3357b-60ba-425e-8e05-dde96a278d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:35.989878 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-66cb127a-3348-439b-b667-df5f59251f39 req-fbf3357b-60ba-425e-8e05-dde96a278d64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463679 Aug 13 02:49:36.025356 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '3301763d-faa0-4e6d-87b4-2dc096996cd3', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'port_id': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'mac_address': 'fa:16:3e:1b:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:49:20Z', 'updated_at': '2021-08-13T02:49:34Z', 'revision_number': 1, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:36.053031 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9e8c63-fd6b-42af-8254-0d6f4bce913c None None] The sync data for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi is: [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '3301763d-faa0-4e6d-87b4-2dc096996cd3', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'port_id': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'mac_address': 'fa:16:3e:1b:71:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:49:20Z', 'updated_at': '2021-08-13T02:49:34Z', 'revision_number': 1, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:36.082826 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-66cb127a-3348-439b-b667-df5f59251f39 req-36911949-8551-4f0a-bd95-180c339ac0e9 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856063 Aug 13 02:49:36.180455 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-66cb127a-3348-439b-b667-df5f59251f39 req-e7f74d78-5e33-4f89-a3f0-6ee63d7e7313 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897810 Aug 13 02:49:36.269415 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb9366-10c7-4c7b-a283-76de4974aefa None None] New status for floating IP 3301763d-faa0-4e6d-87b4-2dc096996cd3: ACTIVE {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:49:36.756097 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302c45-0a35-4fa1-b496-3882bda916da req-3e2fa3c3-8483-4913-8285-e1f66c918844 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:36.757597 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-3e2fa3c3-8483-4913-8285-e1f66c918844 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 816 time: 0.1012607 Aug 13 02:49:36.822652 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bbb1437b-eb0b-4239-aea0-531198f65018 req-91dc5fe0-40fc-49ab-846d-4d5a37fec26b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 210 time: 0.0351331 Aug 13 02:49:36.832342 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-93784d7c-842c-4c93-9f95-36f3fa1f6118 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15501c9af0d4eb9a307bb9a7ac84801 HTTP/1.1" status: 200 len: 379 time: 0.0584126 Aug 13 02:49:36.845253 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'port': {'device_id': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'admin_state_up': True, 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'security_groups': ['ed0ecce9-37f1-45f0-99dc-dedd56bc8189']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:36.950638 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Made reservation on behalf of d15501c9af0d4eb9a307bb9a7ac84801 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:49:36.954091 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:37.358036 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Allocated IP 172.20.0.8 (7696a46f-e4ae-44f7-bbe3-186da9448a02/bcfa8e37-2875-43e9-87aa-4b93b3aec79f/59f23c31-6dd8-418b-b36e-fea201bdc574) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:49:37.487655 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:37.499843 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Transition to ACTIVE for port object 59f23c31-6dd8-418b-b36e-fea201bdc574 will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:49:37.533754 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:37.578276 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:49:37.581261 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:49:37.587176 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:49:37.618533 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:37.647639 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:37.648304 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:37.663753 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-9d55f7d6-af11-40a5-ae85-e8bb392fdc35 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8221068 Aug 13 02:49:37.683047 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Request body: {'port': {'device_id': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:37.740675 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:37.795414 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-c8fc34d7-5adb-451c-855d-d9cbcfc50bc9 None None] Provisioning for port 59f23c31-6dd8-418b-b36e-fea201bdc574 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:49:37.799280 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-c8fc34d7-5adb-451c-855d-d9cbcfc50bc9 None None] Provisioning complete for port 59f23c31-6dd8-418b-b36e-fea201bdc574 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:49:37.799727 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c8fc34d7-5adb-451c-855d-d9cbcfc50bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:37.832760 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc34d7-5adb-451c-855d-d9cbcfc50bc9 None None] Port 59f23c31-6dd8-418b-b36e-fea201bdc574 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:49:37.976263 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb28ff4-d4b4-4c89-8e1a-5a09d5463228 req-69aaa842-9e12-43d1-b5c9-92c3164097c0 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:37.977730 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3bb28ff4-d4b4-4c89-8e1a-5a09d5463228 req-69aaa842-9e12-43d1-b5c9-92c3164097c0 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 931 time: 0.0731573 Aug 13 02:49:38.039048 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3bb28ff4-d4b4-4c89-8e1a-5a09d5463228 req-9a6ea104-a74b-490c-ae4b-ef76ae867c18 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536058 Aug 13 02:49:38.075029 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f23c31-6dd8-418b-b36e-fea201bdc574 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:49:38.082431 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:38.094749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Transition to ACTIVE for port object 59f23c31-6dd8-418b-b36e-fea201bdc574 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:49:38.098560 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:38.169846 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:38.219187 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Attempting to bind port 59f23c31-6dd8-418b-b36e-fea201bdc574 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:49:38.219524 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Attempting to bind port 59f23c31-6dd8-418b-b36e-fea201bdc574 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:49:38.219852 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Attempting to bind port 59f23c31-6dd8-418b-b36e-fea201bdc574 on network 7696a46f-e4ae-44f7-bbe3-186da9448a02 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:49:38.224283 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Port 59f23c31-6dd8-418b-b36e-fea201bdc574 on network 7696a46f-e4ae-44f7-bbe3-186da9448a02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:49:38.224634 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Attempting to bind port 59f23c31-6dd8-418b-b36e-fea201bdc574 on network 7696a46f-e4ae-44f7-bbe3-186da9448a02 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:49:38.230610 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:49:38.231046 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Checking segment: {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:49:38.231430 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Bound using segment: {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:49:38.231861 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Bound port: 59f23c31-6dd8-418b-b36e-fea201bdc574, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f37292-e042-4237-b7f1-cb40958cd747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:49:38.232226 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:38.299965 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:49:38.302839 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:49:38.307409 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:38.344867 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:38.345481 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:38.346905 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] 10.222.0.39 "PUT /v2.0/ports/59f23c31-6dd8-418b-b36e-fea201bdc574 HTTP/1.1" status: 200 len: 1093 time: 0.6685593 Aug 13 02:49:38.347273 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:38.349563 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cdce1b-ac71-44f3-a744-637944fbfd34" -d '{"events": [{"name": "network-changed", "server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:38.380736 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c6e1-3c05-498f-9be0-30605227c30c service neutron] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:38.411694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edd52ef-ceed-4aa0-94f8-21f8b36ca514 x-openstack-request-id: req-8edd52ef-ceed-4aa0-94f8-21f8b36ca514 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:38.411991 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:38.412243 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8edd52ef-ceed-4aa0-94f8-21f8b36ca514 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:38.412698 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'status': 'completed', 'code': 200} Aug 13 02:49:38.474692 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302c45-0a35-4fa1-b496-3882bda916da req-5f68ce62-08c7-4d92-b702-2942a6ed7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:38.476185 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-5f68ce62-08c7-4d92-b702-2942a6ed7da0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0442922 Aug 13 02:49:38.527743 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-c8cc5842-0b09-4d09-8a97-e8ff7497e3bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f23c31-6dd8-418b-b36e-fea201bdc574 HTTP/1.1" status: 200 len: 217 time: 0.0358334 Aug 13 02:49:38.578444 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302c45-0a35-4fa1-b496-3882bda916da req-c5693e9e-5767-4b3c-b06c-a9e2929a13de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:38.579825 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-c5693e9e-5767-4b3c-b06c-a9e2929a13de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0445991 Aug 13 02:49:38.630845 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da302c45-0a35-4fa1-b496-3882bda916da req-baa9ec6a-1af3-4653-a93e-52886fb40f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:38.632550 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-baa9ec6a-1af3-4653-a93e-52886fb40f36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451505 Aug 13 02:49:38.724772 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-9f285cc4-0a9b-4fc5-868e-80ec543a8ac5 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836544 Aug 13 02:49:38.783807 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f2e8461b-a8af-4451-8bb3-1c2ccf4403f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:38.819013 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-da302c45-0a35-4fa1-b496-3882bda916da req-342abb8c-4a8a-40fb-abcc-664387de4107 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867486 Aug 13 02:49:38.957206 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-2f3b53c8-2fe6-4647-8510-c6980875e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:38.958583 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-2f3b53c8-2fe6-4647-8510-c6980875e2ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0401196 Aug 13 02:49:39.043689 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:39.050405 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-b0b85996-b2bc-4cfe-8ae8-bd6dcad0794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:39.051891 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-b0b85996-b2bc-4cfe-8ae8-bd6dcad0794c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.0860834 Aug 13 02:49:39.094179 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-6bd123c8-0b25-474c-a9b2-9af6e6a39866 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f23c31-6dd8-418b-b36e-fea201bdc574 HTTP/1.1" status: 200 len: 217 time: 0.0349381 Aug 13 02:49:39.170076 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-f89c9030-dada-43a2-85b6-c61a13493111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:39.171539 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-f89c9030-dada-43a2-85b6-c61a13493111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0703065 Aug 13 02:49:39.185727 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39cdee-74f9-418a-aab2-c06e16d10c3f req-ab12b7ad-7270-47db-b75b-7d218e11c4e7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:39.187148 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eb39cdee-74f9-418a-aab2-c06e16d10c3f req-ab12b7ad-7270-47db-b75b-7d218e11c4e7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0605934 Aug 13 02:49:39.249662 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eb39cdee-74f9-418a-aab2-c06e16d10c3f req-93d714ab-2b7b-4e7a-9770-d4a4c9157241 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544095 Aug 13 02:49:39.255865 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-8d0e0246-c98a-4f83-b2b3-dc75f35065df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:39.257326 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-8d0e0246-c98a-4f83-b2b3-dc75f35065df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693645 Aug 13 02:49:39.345936 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-142d130f-1cf1-4288-8731-783431214b02 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801563 Aug 13 02:49:39.437325 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b2cdce1b-ac71-44f3-a744-637944fbfd34 req-46ddf75a-c039-4f5a-bd6c-354796eaceac service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838253 Aug 13 02:49:39.636122 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:39.708563 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:40.367618 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317becc-8b7b-4773-91eb-723cd31a2d22 req-bd6c6e1a-b52b-465d-862b-e8137d3d0438 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:40.369118 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8317becc-8b7b-4773-91eb-723cd31a2d22 req-bd6c6e1a-b52b-465d-862b-e8137d3d0438 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0500267 Aug 13 02:49:40.409893 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8317becc-8b7b-4773-91eb-723cd31a2d22 req-09e5fa17-b32d-4f06-ae84-33fd2b0f2aa9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342786 Aug 13 02:49:41.274134 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:41.526816 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec700769-4daa-457c-81ad-c35e8fff3e69 req-560d51f0-541e-4c9f-92ed-1a96d007978d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:41.528191 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec700769-4daa-457c-81ad-c35e8fff3e69 req-560d51f0-541e-4c9f-92ed-1a96d007978d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0486174 Aug 13 02:49:41.564861 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ec700769-4daa-457c-81ad-c35e8fff3e69 req-2df44048-7eac-4f81-8108-70cb1bb8c523 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309377 Aug 13 02:49:42.692904 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42491e-8bbf-4afc-8d1a-b73c4a14b3c3 req-25a67f48-bab2-4b85-b9a9-bda53111f7aa tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:42.695108 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fa42491e-8bbf-4afc-8d1a-b73c4a14b3c3 req-25a67f48-bab2-4b85-b9a9-bda53111f7aa tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0574851 Aug 13 02:49:42.732566 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fa42491e-8bbf-4afc-8d1a-b73c4a14b3c3 req-86a49564-56cf-4758-a1f0-f79a30b53287 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Aug 13 02:49:43.836375 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:49:43.849892 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b9a16-e489-4c71-b57c-fc256793f639 req-89553310-9011-430a-b93e-cb92d9901417 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:43.851378 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-399b9a16-e489-4c71-b57c-fc256793f639 req-89553310-9011-430a-b93e-cb92d9901417 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0489073 Aug 13 02:49:43.890269 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-399b9a16-e489-4c71-b57c-fc256793f639 req-32e13e54-d333-48d4-9bee-a3674d1d5172 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328701 Aug 13 02:49:44.043204 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:44.053656 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'port_id': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'mac_address': 'fa:16:3e:90:2c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:49:44.093889 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:44.108587 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f23c31-6dd8-418b-b36e-fea201bdc574 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:49:44.129739 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:44.133491 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:44.184159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:44.621351 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['59f23c31-6dd8-418b-b36e-fea201bdc574'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:49:45.007910 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff1316-ee81-4b98-b54f-db0f60eb3b28 req-0306f29c-4b16-406d-a548-d2ab18048ab9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:45.009408 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6bff1316-ee81-4b98-b54f-db0f60eb3b28 req-0306f29c-4b16-406d-a548-d2ab18048ab9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 944 time: 0.0490341 Aug 13 02:49:45.045636 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6bff1316-ee81-4b98-b54f-db0f60eb3b28 req-43698cbc-b809-49a7-b3c6-8c4c4bb73fcf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303783 Aug 13 02:49:45.837464 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:49:45.886262 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 59f23c31-6dd8-418b-b36e-fea201bdc574 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:49:45.889616 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 59f23c31-6dd8-418b-b36e-fea201bdc574 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:49:45.889980 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:45.960712 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:45.982163 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:45.984632 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4beb41-10e6-4ed5-8c77-3935b47513d6" -d '{"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-plugged", "status": "completed", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:45.997610 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:46.001585 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:46.031776 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2523c339-891b-4e9b-b70e-8a4dafd14f31 x-openstack-request-id: req-2523c339-891b-4e9b-b70e-8a4dafd14f31 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:46.032063 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-plugged", "status": "completed", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:46.032331 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2523c339-891b-4e9b-b70e-8a4dafd14f31 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:46.032732 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'code': 200} Aug 13 02:49:46.055249 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:46.173617 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983b689-bbf9-4dba-89e8-daae9eda2612 req-97774b0e-a716-48ed-a263-2a2e1d3d9659 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:46.175105 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e983b689-bbf9-4dba-89e8-daae9eda2612 req-97774b0e-a716-48ed-a263-2a2e1d3d9659 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0534489 Aug 13 02:49:46.211988 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e983b689-bbf9-4dba-89e8-daae9eda2612 req-41c200d1-405d-4ba0-aedf-5851e8aed943 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308266 Aug 13 02:49:46.251539 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38648423-835c-4bd1-9059-cb2485dc2b16 req-405f9975-1940-49c8-aded-4eac9ac26f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:46.253070 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-38648423-835c-4bd1-9059-cb2485dc2b16 req-405f9975-1940-49c8-aded-4eac9ac26f64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0402286 Aug 13 02:49:46.288350 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-38648423-835c-4bd1-9059-cb2485dc2b16 req-1e4febb9-e243-4890-8588-53dbe2abc643 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270789 Aug 13 02:49:47.329414 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09b647-0eef-4973-92d1-905e253c1000 req-39400d94-a206-4590-8b0d-a5cbb6783103 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:47.330868 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-aa09b647-0eef-4973-92d1-905e253c1000 req-39400d94-a206-4590-8b0d-a5cbb6783103 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0472851 Aug 13 02:49:47.367900 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-aa09b647-0eef-4973-92d1-905e253c1000 req-fa4ed434-0dab-47d9-baa9-a1a47d7c3107 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311875 Aug 13 02:49:48.492575 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c27e3-d2b1-4616-9f21-28b1a14a101d req-9740fcba-a725-4d5b-b209-7bb851a8de59 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:48.494061 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fe3c27e3-d2b1-4616-9f21-28b1a14a101d req-9740fcba-a725-4d5b-b209-7bb851a8de59 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0563016 Aug 13 02:49:48.530458 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fe3c27e3-d2b1-4616-9f21-28b1a14a101d req-f2666740-1a07-4e25-9c1b-f5ec02088380 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305712 Aug 13 02:49:48.645043 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998cc4-8833-45dd-bc2d-38cf4eee5e9a req-edc9f585-905e-45b3-abe8-b0b10580fa2b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:48.646491 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-60998cc4-8833-45dd-bc2d-38cf4eee5e9a req-edc9f585-905e-45b3-abe8-b0b10580fa2b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Aug 13 02:49:48.655310 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 45826) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:48.659606 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-ad757c8f-04b9-40c5-a9e0-5de01faf8693 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Request body: {'floatingip': {'port_id': '59f23c31-6dd8-418b-b36e-fea201bdc574'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:49:48.700073 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ad757c8f-04b9-40c5-a9e0-5de01faf8693 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.128814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ad757c8f-04b9-40c5-a9e0-5de01faf8693 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.132553 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ad757c8f-04b9-40c5-a9e0-5de01faf8693 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.229956 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [None req-ad757c8f-04b9-40c5-a9e0-5de01faf8693 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Floating IP f9b6a47c-81eb-4725-b827-a889c4c1a8e6 associated. External IP: 172.27.2.153, port: 59f23c31-6dd8-418b-b36e-fea201bdc574. Aug 13 02:49:49.431626 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad757c8f-04b9-40c5-a9e0-5de01faf8693 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:49.535706 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad757c8f-04b9-40c5-a9e0-5de01faf8693 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:49.540480 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ad757c8f-04b9-40c5-a9e0-5de01faf8693 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.545845 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] Sync routers for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:49.558423 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:49.559047 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:49.567807 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-ad757c8f-04b9-40c5-a9e0-5de01faf8693 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "PUT /v2.0/floatingips/f9b6a47c-81eb-4725-b827-a889c4c1a8e6 HTTP/1.1" status: 200 len: 991 time: 0.9114766 Aug 13 02:49:49.568518 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:49.571020 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9308dd16-e058-46bf-b988-720732acb0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:49.608390 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc7b06d-491b-49a4-b0de-84be53e2c810 x-openstack-request-id: req-4cc7b06d-491b-49a4-b0de-84be53e2c810 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:49.609752 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:49.610093 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cc7b06d-491b-49a4-b0de-84be53e2c810 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:49.610576 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'status': 'completed', 'code': 200} Aug 13 02:49:49.662603 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:49.710050 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308dd16-e058-46bf-b988-720732acb0ed req-3c212c28-b507-4d15-9bec-458f3ce35b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:49.711634 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9308dd16-e058-46bf-b988-720732acb0ed req-3c212c28-b507-4d15-9bec-458f3ce35b5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0421560 Aug 13 02:49:49.804548 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308dd16-e058-46bf-b988-720732acb0ed req-af060201-1b20-427e-9cea-df5fcb5daf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:49.805970 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9308dd16-e058-46bf-b988-720732acb0ed req-af060201-1b20-427e-9cea-df5fcb5daf83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.0869343 Aug 13 02:49:49.874481 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9308dd16-e058-46bf-b988-720732acb0ed req-e14377df-33a4-461a-a847-1541fdee3515 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f23c31-6dd8-418b-b36e-fea201bdc574 HTTP/1.1" status: 200 len: 999 time: 0.0598905 Aug 13 02:49:49.883464 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'f9b6a47c-81eb-4725-b827-a889c4c1a8e6', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'port_id': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'mac_address': 'fa:16:3e:90:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:49:34Z', 'updated_at': '2021-08-13T02:49:49Z', 'revision_number': 1, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:49.909774 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] Checking router: 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:49.918737 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:49.919342 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:49.926990 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308dd16-e058-46bf-b988-720732acb0ed req-b7ef91cd-5e60-4e2c-965c-e800ba24f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:49.928488 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9308dd16-e058-46bf-b988-720732acb0ed req-b7ef91cd-5e60-4e2c-965c-e800ba24f416 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0471570 Aug 13 02:49:49.973769 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308dd16-e058-46bf-b988-720732acb0ed req-79fb6658-eedc-499e-b436-ebc45ef3a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:49.975262 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9308dd16-e058-46bf-b988-720732acb0ed req-79fb6658-eedc-499e-b436-ebc45ef3a00a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392666 Aug 13 02:49:50.022605 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:50.065003 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9308dd16-e058-46bf-b988-720732acb0ed req-047c5976-7735-4914-a4e3-34293fa8b861 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806897 Aug 13 02:49:50.160227 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9308dd16-e058-46bf-b988-720732acb0ed req-e7d18b23-06f2-4212-ad63-8fc4f6c2bf25 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882204 Aug 13 02:49:50.247663 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'f9b6a47c-81eb-4725-b827-a889c4c1a8e6', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'port_id': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'mac_address': 'fa:16:3e:90:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:49:34Z', 'updated_at': '2021-08-13T02:49:49Z', 'revision_number': 1, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:50.272939 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595680b-db00-4fda-aae0-dc854c9a06b9 None None] The sync data for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi is: [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'f9b6a47c-81eb-4725-b827-a889c4c1a8e6', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'port_id': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'mac_address': 'fa:16:3e:90:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:49:34Z', 'updated_at': '2021-08-13T02:49:49Z', 'revision_number': 1, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:50.457681 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270844a-954d-4a5d-b389-c495294cd89f None None] New status for floating IP f9b6a47c-81eb-4725-b827-a889c4c1a8e6: ACTIVE {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:50:05.830669 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1fd2605a-5658-4836-b84c-a3def3c72fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:06.160633 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:50:08.784364 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-dd35b397-4c28-40b1-987c-deded50b80f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:09.045087 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:09.631998 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:09.711258 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:11.277302 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:12.312227 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-99b32780-b996-477f-942a-e01c637b2d2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395381 Aug 13 02:50:12.424232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-d91d634c-646f-48ba-9538-6bd556bbe158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:12.425761 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-d91d634c-646f-48ba-9538-6bd556bbe158 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 1098 time: 0.0390770 Aug 13 02:50:12.553844 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-11dd5010-f768-4e2c-b2e9-5c6c7305a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:12.555322 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-11dd5010-f768-4e2c-b2e9-5c6c7305a71f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 913 time: 0.0871277 Aug 13 02:50:12.620798 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-e0611b0d-9069-4b48-a7a3-72c56cef4019 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44 HTTP/1.1" status: 200 len: 1001 time: 0.0577047 Aug 13 02:50:12.672800 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-7d8bf781-cf18-4786-860f-c7b52b38d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:12.674140 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-7d8bf781-cf18-4786-860f-c7b52b38d6ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0459521 Aug 13 02:50:12.721447 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-aa6ea01f-ee81-4fd8-8fb4-75bea1cc2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:12.722931 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-aa6ea01f-ee81-4fd8-8fb4-75bea1cc2c5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406082 Aug 13 02:50:12.811598 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-99366db4-fc98-4f08-803d-0a0c58436103 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807600 Aug 13 02:50:12.903477 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e71b83e3-2e21-4d5d-ad05-54ff0eedeb35 req-671c03a3-9490-4a50-aa18-47ea19363718 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830514 Aug 13 02:50:35.830270 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5d3705d9-e4af-4835-8718-7d99aa8d8cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:38.784088 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-22268739-5ad5-47eb-bdc8-2b1395a8fb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.049667 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.622295 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.714514 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:41.281142 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:42.675447 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-96fcd575-4635-46dc-9f91-7465f5848ed8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833646632&fields=id&tenant_id=1f35c4d4a6524f078112a8a65b84f54c HTTP/1.1" status: 200 len: 267 time: 0.0336857 Aug 13 02:50:42.778815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-0012a583-88c6-4836-8a87-ce6434e6481e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:42.780184 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-0012a583-88c6-4836-8a87-ce6434e6481e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 812 time: 0.0975714 Aug 13 02:50:42.795186 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-09704f28-160e-49b5-824f-de2980771bc1 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/quotas/1f35c4d4a6524f078112a8a65b84f54c HTTP/1.1" status: 200 len: 375 time: 0.0094242 Aug 13 02:50:42.854109 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-3ee0530c-19a3-4994-918f-b9708ed4dbef tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536075 Aug 13 02:50:42.948048 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c3bf41d1-752f-4dfb-a60d-fe8e4e6db9a4 service neutron] 10.222.0.43 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811555 Aug 13 02:50:43.040266 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-e92a7f30-65ab-4629-afe0-d488e1003c0b service neutron] 10.222.0.43 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861862 Aug 13 02:50:43.160972 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:50:43.324982 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-01f04440-e082-4837-b0e1-4ac88ae4a444 req-b1cefb5d-34de-422d-aed0-2f688e7801e5 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 210 time: 0.0265872 Aug 13 02:50:44.328652 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-1bf299df-e47c-4fc7-83c2-3979b2499800 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:44.330086 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-1bf299df-e47c-4fc7-83c2-3979b2499800 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 812 time: 0.1034715 Aug 13 02:50:44.429650 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-67829e9f-2ba6-422c-8366-52091deb5c89 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f35c4d4a6524f078112a8a65b84f54c HTTP/1.1" status: 200 len: 379 time: 0.0615909 Aug 13 02:50:44.431489 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d705fac2-83da-4b28-9ba1-dfd4ab595589 req-4e387011-4d48-489f-91fe-1bfde3004cde tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 210 time: 0.0327852 Aug 13 02:50:44.454996 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'port': {'device_id': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'admin_state_up': True, 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'security_groups': ['bf495af0-e92b-46d0-be60-0686e873f111']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:50:44.567862 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Made reservation on behalf of 1f35c4d4a6524f078112a8a65b84f54c for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:50:44.571343 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:44.698599 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Allocated IP 172.20.0.11 (f0af92e4-ffda-4e9b-9d0c-8f44de4d016a/b1ebdcee-6265-4c32-b1f4-d885cbdfa20b/a2d928b1-e1a9-4e72-a68a-7cb85e98175f) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:50:44.840393 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:44.852303 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Transition to ACTIVE for port object a2d928b1-e1a9-4e72-a68a-7cb85e98175f will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:50:44.885924 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:44.936288 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:50:44.943325 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:50:44.947139 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:50:44.972507 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'Port': ['ID=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:44.990945 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.991297 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.991652 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.991997 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.992302 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.992657 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.992991 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.993317 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.993642 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.994004 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.995490 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:44.995805 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:45.015949 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:45.016609 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:45.031447 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-c53485ec-aaa5-4897-bf6e-cf0af771433a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803385 Aug 13 02:50:45.052131 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Request body: {'port': {'device_id': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:50:45.123350 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:45.178351 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-d77b4f2f-551d-490b-9c6e-1f8b1595bf19 None None] Provisioning for port a2d928b1-e1a9-4e72-a68a-7cb85e98175f completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:50:45.183771 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-d77b4f2f-551d-490b-9c6e-1f8b1595bf19 None None] Provisioning complete for port a2d928b1-e1a9-4e72-a68a-7cb85e98175f triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:50:45.184240 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d77b4f2f-551d-490b-9c6e-1f8b1595bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:45.220592 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-d77b4f2f-551d-490b-9c6e-1f8b1595bf19 None None] Port a2d928b1-e1a9-4e72-a68a-7cb85e98175f cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:50:45.579487 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e311e-7abb-435c-8c3c-7d7125225f1a req-46fed4a8-e605-405c-8c95-cd04e3d0f942 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:45.581052 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-864e311e-7abb-435c-8c3c-7d7125225f1a req-46fed4a8-e605-405c-8c95-cd04e3d0f942 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 932 time: 0.0761337 Aug 13 02:50:45.658174 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-864e311e-7abb-435c-8c3c-7d7125225f1a req-0d035f19-e8bc-4cc6-bcd4-bf708095a5b7 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522120 Aug 13 02:50:45.742636 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d928b1-e1a9-4e72-a68a-7cb85e98175f {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:50:45.750052 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:45.761878 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Transition to ACTIVE for port object a2d928b1-e1a9-4e72-a68a-7cb85e98175f will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:50:45.765787 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:45.813488 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:45.892844 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Attempting to bind port a2d928b1-e1a9-4e72-a68a-7cb85e98175f on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:50:45.893182 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Attempting to bind port a2d928b1-e1a9-4e72-a68a-7cb85e98175f by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:50:45.893512 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Attempting to bind port a2d928b1-e1a9-4e72-a68a-7cb85e98175f on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:50:45.899243 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Port a2d928b1-e1a9-4e72-a68a-7cb85e98175f on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:50:45.899243 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Attempting to bind port a2d928b1-e1a9-4e72-a68a-7cb85e98175f on network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:50:45.905232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:50:45.905579 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Checking segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:50:45.905966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Bound using segment: {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:50:45.906432 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Bound port: a2d928b1-e1a9-4e72-a68a-7cb85e98175f, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75217b48-7f09-46d1-bc09-48815512918d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:50:45.906792 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:45.985206 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] For port a2d928b1-e1a9-4e72-a68a-7cb85e98175f, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:50:45.992205 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] For port a2d928b1-e1a9-4e72-a68a-7cb85e98175f, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:50:45.997779 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:46.029716 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:46.030594 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:46.031971 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/a2d928b1-e1a9-4e72-a68a-7cb85e98175f HTTP/1.1" status: 200 len: 1094 time: 0.9845564 Aug 13 02:50:46.034042 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:50:46.036365 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:50:46.077763 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8a217-1bbe-47a1-86d3-14c1161f18a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:46.081555 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92982598-13b4-4fc1-868c-99d952d32988 x-openstack-request-id: req-92982598-13b4-4fc1-868c-99d952d32988 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:50:46.081958 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:50:46.082449 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92982598-13b4-4fc1-868c-99d952d32988 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:50:46.082930 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'status': 'completed', 'code': 200} Aug 13 02:50:46.145171 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-bd88c105-c1d2-44fb-87e9-f4764d42b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:46.146687 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-bd88c105-c1d2-44fb-87e9-f4764d42b3f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 1097 time: 0.0484104 Aug 13 02:50:46.200517 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-127892f6-5a22-4b91-a431-f4a5ec9377c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d928b1-e1a9-4e72-a68a-7cb85e98175f HTTP/1.1" status: 200 len: 217 time: 0.0394223 Aug 13 02:50:46.258081 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-d4f2a3ee-dfd4-414b-96b9-4b53588fba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:46.260241 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-d4f2a3ee-dfd4-414b-96b9-4b53588fba9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0503535 Aug 13 02:50:46.308027 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-43aecac1-3209-4b0d-aa85-9bcba49cb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:46.309552 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-43aecac1-3209-4b0d-aa85-9bcba49cb8d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418825 Aug 13 02:50:46.403693 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-bf7c939e-e0f7-4995-801d-2777bb829165 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858006 Aug 13 02:50:46.493529 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ea2d46d8-cc5d-48d3-a2dd-e28ca0a06482 req-59efdcfe-d1bc-45b4-b5d1-b8d8a65659f7 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823123 Aug 13 02:50:46.636128 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-70603bef-215c-4592-a255-0dc8e4ac2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:46.637561 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-70603bef-215c-4592-a255-0dc8e4ac2274 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 1097 time: 0.0408835 Aug 13 02:50:46.751715 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-b90fd464-4a46-40af-b4b1-d14752bc55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:46.753192 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-b90fd464-4a46-40af-b4b1-d14752bc55c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 913 time: 0.1071537 Aug 13 02:50:46.811884 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-2f02c850-5a82-4508-bd35-376d92975903 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d928b1-e1a9-4e72-a68a-7cb85e98175f HTTP/1.1" status: 200 len: 217 time: 0.0420737 Aug 13 02:50:46.822614 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ec8dc-0669-4b99-a7ff-04268e089f47 req-e0248c6e-79a4-44a4-9975-aedcc33f3cbd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:46.824035 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d99ec8dc-0669-4b99-a7ff-04268e089f47 req-e0248c6e-79a4-44a4-9975-aedcc33f3cbd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 944 time: 0.0938103 Aug 13 02:50:46.890017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-e86f312e-e582-4049-a448-8e54fc212b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:46.891362 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-e86f312e-e582-4049-a448-8e54fc212b87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0664790 Aug 13 02:50:46.894274 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d99ec8dc-0669-4b99-a7ff-04268e089f47 req-c09579a0-454d-42a2-b4e0-a016682c8f15 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620294 Aug 13 02:50:46.937347 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-0d1fe6bc-34b2-487d-94c8-d4aa4ed210d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:46.938838 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-0d1fe6bc-34b2-487d-94c8-d4aa4ed210d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403345 Aug 13 02:50:47.032201 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-da6c72bd-141f-4a22-aaf4-f1c6c0aa9678 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855701 Aug 13 02:50:47.121887 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3095dd83-1ea7-4903-85c3-2e9ad882b0f3 req-8f11bec7-b642-45bf-b74e-72257df88fec service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822814 Aug 13 02:50:48.010393 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87281a88-e145-487d-bcb5-65a3b32c03da req-3e21e5b8-87d8-4884-9ca1-e8e128f2c76f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:48.011852 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-87281a88-e145-487d-bcb5-65a3b32c03da req-3e21e5b8-87d8-4884-9ca1-e8e128f2c76f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 944 time: 0.0493166 Aug 13 02:50:48.052299 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-87281a88-e145-487d-bcb5-65a3b32c03da req-c38a0f3c-a924-4685-b724-0d80935523e9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343888 Aug 13 02:50:49.171899 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884006a-80dd-47b4-b0e3-e33d9f26b2f7 req-03c0d8fd-d338-4723-8cc5-d89dd12dbc9f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:49.173416 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6884006a-80dd-47b4-b0e3-e33d9f26b2f7 req-03c0d8fd-d338-4723-8cc5-d89dd12dbc9f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 944 time: 0.0522428 Aug 13 02:50:49.209849 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6884006a-80dd-47b4-b0e3-e33d9f26b2f7 req-a4da4ede-580a-4c7b-931d-d179bd8260fb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305531 Aug 13 02:50:50.326174 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67901f-1507-476e-971c-0a5422e0895f req-e2d8984d-da8b-448a-9a67-5c26b28ff739 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:50.327612 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1c67901f-1507-476e-971c-0a5422e0895f req-e2d8984d-da8b-448a-9a67-5c26b28ff739 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 944 time: 0.0476530 Aug 13 02:50:50.364832 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1c67901f-1507-476e-971c-0a5422e0895f req-f0c49ea5-3fe2-41b0-830f-937f702da9d6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314043 Aug 13 02:50:51.479366 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33250ac-4395-4100-acc0-890683bf1ef8 req-78642f66-1806-4bf0-b632-e892f21b4be7 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:51.480840 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e33250ac-4395-4100-acc0-890683bf1ef8 req-78642f66-1806-4bf0-b632-e892f21b4be7 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 944 time: 0.0479984 Aug 13 02:50:51.520725 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e33250ac-4395-4100-acc0-890683bf1ef8 req-aa4ac08e-af96-48c0-9160-9ba542f5740a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337863 Aug 13 02:50:52.634048 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a2e47-5c74-4a5c-b48d-1fad72cac1b3 req-bf7376f5-8612-40cb-bf1c-f5d3460fabc8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:52.636000 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4b1a2e47-5c74-4a5c-b48d-1fad72cac1b3 req-bf7376f5-8612-40cb-bf1c-f5d3460fabc8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 944 time: 0.0483341 Aug 13 02:50:52.674026 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4b1a2e47-5c74-4a5c-b48d-1fad72cac1b3 req-4fad9d61-c9c2-420d-a4cd-df4cb584a9cd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321662 Aug 13 02:50:53.789465 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7249b5d-4085-4472-a921-3ecdaa55f354 req-d931e7a6-b489-485d-8d93-4d36d79af8fe tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:53.791498 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b7249b5d-4085-4472-a921-3ecdaa55f354 req-d931e7a6-b489-485d-8d93-4d36d79af8fe tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 944 time: 0.0509279 Aug 13 02:50:53.830335 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b7249b5d-4085-4472-a921-3ecdaa55f354 req-354d1635-f2a5-4497-ae07-ea8debba06dd tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329964 Aug 13 02:50:55.053541 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db63fdd-85fe-4147-b3db-7f4431f3536e req-e6111bc9-54ff-4638-8540-cf4c577a4f6d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:55.055089 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6db63fdd-85fe-4147-b3db-7f4431f3536e req-e6111bc9-54ff-4638-8540-cf4c577a4f6d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 944 time: 0.1455624 Aug 13 02:50:55.098228 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6db63fdd-85fe-4147-b3db-7f4431f3536e req-bb712d27-5b70-48bf-b9da-f506991a0d98 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353737 Aug 13 02:50:56.216537 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ed91a-ad87-42be-a30e-a8321b3058de req-3e3b9bf2-8934-4c0f-a173-9f9d2f4d50f0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:56.218076 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-207ed91a-ad87-42be-a30e-a8321b3058de req-3e3b9bf2-8934-4c0f-a173-9f9d2f4d50f0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 944 time: 0.0523665 Aug 13 02:50:56.219211 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device a2d928b1-e1a9-4e72-a68a-7cb85e98175f details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:50:56.260921 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-207ed91a-ad87-42be-a30e-a8321b3058de req-523a1735-9690-4957-9d37-1c834c79e7de tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362775 Aug 13 02:50:56.316781 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port a2d928b1-e1a9-4e72-a68a-7cb85e98175f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:50:56.331164 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'port_id': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'mac_address': 'fa:16:3e:0e:da:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:50:56.366052 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:56.377667 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d928b1-e1a9-4e72-a68a-7cb85e98175f {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:50:56.396205 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port a2d928b1-e1a9-4e72-a68a-7cb85e98175f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:50:56.401062 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:56.445136 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:56.452264 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.452634 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.452972 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.453302 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.453633 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.453959 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.454280 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.454603 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.454924 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.455242 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.455559 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.455873 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:56.976714 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['a2d928b1-e1a9-4e72-a68a-7cb85e98175f'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:50:57.382555 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c0665-b60b-487f-8d42-05718c63875a req-76b8b4bb-c62e-40af-9f1f-0839de7c12bb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:57.384049 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a14c0665-b60b-487f-8d42-05718c63875a req-76b8b4bb-c62e-40af-9f1f-0839de7c12bb tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 945 time: 0.0496867 Aug 13 02:50:57.422218 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a14c0665-b60b-487f-8d42-05718c63875a req-b2cb0880-6df5-48cd-ae7f-ce9d8feb3fa7 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323772 Aug 13 02:50:58.225830 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device a2d928b1-e1a9-4e72-a68a-7cb85e98175f up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:50:58.274104 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port a2d928b1-e1a9-4e72-a68a-7cb85e98175f completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:50:58.277655 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port a2d928b1-e1a9-4e72-a68a-7cb85e98175f triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:50:58.278633 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.354221 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.375292 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:50:58.377547 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3525f8-8f05-444f-9df8-147b59b1733c" -d '{"events": [{"server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "name": "network-vif-plugged", "status": "completed", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:50:58.390931 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port a2d928b1-e1a9-4e72-a68a-7cb85e98175f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:50:58.395120 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.417691 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4187b875-7900-48c5-ba16-00c50fa22e11 x-openstack-request-id: req-4187b875-7900-48c5-ba16-00c50fa22e11 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:50:58.417984 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "name": "network-vif-plugged", "status": "completed", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:50:58.418237 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4187b875-7900-48c5-ba16-00c50fa22e11 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:50:58.419144 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'code': 200} Aug 13 02:50:58.445185 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:58.591498 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33427156-c081-4dc4-967c-1be6902a22f9 req-490a46e0-72ea-418b-9a30-055d6463a08f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:58.593016 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33427156-c081-4dc4-967c-1be6902a22f9 req-490a46e0-72ea-418b-9a30-055d6463a08f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 946 time: 0.1038766 Aug 13 02:50:58.636225 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-33427156-c081-4dc4-967c-1be6902a22f9 req-0dc53a98-a335-4ae7-ae83-fc06ebbf9cee tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368111 Aug 13 02:50:58.728869 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e2bd6-38fb-4f4a-a07d-efbc9f2bc321 req-1e90f37c-cd88-4d1e-b0d6-4b8f6ce6a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:58.730364 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-277e2bd6-38fb-4f4a-a07d-efbc9f2bc321 req-1e90f37c-cd88-4d1e-b0d6-4b8f6ce6a75d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 1099 time: 0.0410640 Aug 13 02:50:58.767501 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-277e2bd6-38fb-4f4a-a07d-efbc9f2bc321 req-c8a4298f-464d-4d21-8336-4b902aa5fee9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278397 Aug 13 02:50:59.767932 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc6ef2-50c7-46a8-83ae-41df455daf69 req-96b13b30-bc6a-4f4e-9842-dba0461cb09a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:50:59.769393 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a1cc6ef2-50c7-46a8-83ae-41df455daf69 req-96b13b30-bc6a-4f4e-9842-dba0461cb09a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 946 time: 0.0482314 Aug 13 02:50:59.805711 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a1cc6ef2-50c7-46a8-83ae-41df455daf69 req-054f928b-4179-4b52-b94f-d4a1e6d5966a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305920 Aug 13 02:51:01.027669 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190d7aa-aba2-403a-ba15-ebecfe41c0fe req-e845e6aa-b13e-4cd6-bdc8-9826be4f5a1e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:01.029659 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6190d7aa-aba2-403a-ba15-ebecfe41c0fe req-e845e6aa-b13e-4cd6-bdc8-9826be4f5a1e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 946 time: 0.0560796 Aug 13 02:51:01.072976 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6190d7aa-aba2-403a-ba15-ebecfe41c0fe req-b2d77437-bc60-459b-abda-0a67f485609a tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371022 Aug 13 02:51:02.194926 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549d671-60d9-4c2c-8ffc-34ba1d713b4d req-fa1c098a-9542-49b8-a57c-62dee977b39e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:02.196318 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2549d671-60d9-4c2c-8ffc-34ba1d713b4d req-fa1c098a-9542-49b8-a57c-62dee977b39e tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 946 time: 0.0494637 Aug 13 02:51:02.244246 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2549d671-60d9-4c2c-8ffc-34ba1d713b4d req-b1983aa9-46a6-4b52-ab52-48b811309489 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411816 Aug 13 02:51:02.363142 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f248e6-4625-4462-b6a0-ea05c51702f6 req-cd7990f9-cd5a-4dab-acbb-75071b8abd72 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:02.364623 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9f248e6-4625-4462-b6a0-ea05c51702f6 req-cd7990f9-cd5a-4dab-acbb-75071b8abd72 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 946 time: 0.0532401 Aug 13 02:51:02.401064 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b9f248e6-4625-4462-b6a0-ea05c51702f6 req-cfa98824-9e7a-46dc-9164-93d3f4b4f9a4 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306199 Aug 13 02:51:02.423636 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 46192) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:02.555762 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c058a7-f659-4559-bd16-47f4c7d9c565 tempest-TestVolumeBootPattern-810883808 tempest-TestVolumeBootPattern-810883808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:02.557280 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-56c058a7-f659-4559-bd16-47f4c7d9c565 tempest-TestVolumeBootPattern-810883808 tempest-TestVolumeBootPattern-810883808-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 1094 time: 0.1325788 Aug 13 02:51:02.560576 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 46196) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:02.564966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Request body: {'floatingip': {'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'port_id': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:51:02.587469 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:02.684618 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:02.788778 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Allocated IP 172.27.2.117 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/98234b2e-7b52-4cdb-b146-feddbe8793d5) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:51:02.886047 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:02.924847 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:02.961335 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:51:02.966171 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:51:02.969638 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:51:02.975616 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'Port': ['ID=98234b2e-7b52-4cdb-b146-feddbe8793d5,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:03.339014 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:03.407719 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:03.552365 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:03.556701 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:03.645934 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event updated for resources: {'Port': ['ID=98234b2e-7b52-4cdb-b146-feddbe8793d5,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:03.655677 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:03.766495 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Floating IP f397d808-3e27-4b28-8215-a300f85424e0 associated. External IP: 172.27.2.117, port: a2d928b1-e1a9-4e72-a68a-7cb85e98175f. Aug 13 02:51:03.999595 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:51:04.104023 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:51:04.118195 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] Sync routers for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:51:04.124093 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:04.129057 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:04.129804 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:50:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:04.151566 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-83db842e-7aae-4cfc-b647-baaa831be8a8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5899634 Aug 13 02:51:04.152228 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:51:04.155217 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c061204-5c27-4934-82eb-4e4e90d22f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:51:04.192168 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6c0f44-21f5-48d1-89df-a3d28da54abc x-openstack-request-id: req-7c6c0f44-21f5-48d1-89df-a3d28da54abc {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:51:04.192488 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:51:04.192739 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c6c0f44-21f5-48d1-89df-a3d28da54abc {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:51:04.193135 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'status': 'completed', 'code': 200} Aug 13 02:51:04.235409 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:04.287873 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-072b067b-7622-43a0-ac6a-59e294fafd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:04.289444 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-072b067b-7622-43a0-ac6a-59e294fafd44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 1099 time: 0.0423744 Aug 13 02:51:04.396343 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-7dba2703-a247-454a-a1b1-05dd2ea0a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:04.397745 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-7dba2703-a247-454a-a1b1-05dd2ea0a38d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 913 time: 0.0897663 Aug 13 02:51:04.460607 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'd75befba-c5bb-42ef-ad2a-e1a78b5b19c2', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:26Z', 'updated_at': '2021-08-13T02:48:28Z', 'revision_number': 1, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}, {'id': 'f397d808-3e27-4b28-8215-a300f85424e0', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:0e:da:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:03Z', 'updated_at': '2021-08-13T02:51:03Z', 'revision_number': 0, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:04.476903 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-95bd157b-02ee-47c0-8075-41ff5b6a198e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d928b1-e1a9-4e72-a68a-7cb85e98175f HTTP/1.1" status: 200 len: 1000 time: 0.0589132 Aug 13 02:51:04.487307 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] Checking router: b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:51:04.495504 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:04.496107 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:50:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:04.526254 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-536cb6ea-8385-4ce8-9e79-4d897600779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:04.527772 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-536cb6ea-8385-4ce8-9e79-4d897600779f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0428092 Aug 13 02:51:04.579070 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-bde0e6c0-4841-48b8-b955-f29f744ddcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:04.580641 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-bde0e6c0-4841-48b8-b955-f29f744ddcad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455108 Aug 13 02:51:04.725655 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:04.948686 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-7ca12013-9fed-4772-ba31-cc6989d07395 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601284 Aug 13 02:51:04.962361 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'd75befba-c5bb-42ef-ad2a-e1a78b5b19c2', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:26Z', 'updated_at': '2021-08-13T02:48:28Z', 'revision_number': 1, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}, {'id': 'f397d808-3e27-4b28-8215-a300f85424e0', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:0e:da:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:03Z', 'updated_at': '2021-08-13T02:51:03Z', 'revision_number': 0, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:04.989417 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252ba94-bcec-4ea0-a9e8-5128b80e7f20 None None] The sync data for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi is: [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'd75befba-c5bb-42ef-ad2a-e1a78b5b19c2', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:26Z', 'updated_at': '2021-08-13T02:48:28Z', 'revision_number': 1, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}, {'id': 'f397d808-3e27-4b28-8215-a300f85424e0', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:0e:da:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:51:03Z', 'updated_at': '2021-08-13T02:51:03Z', 'revision_number': 0, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:51:05.047038 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5c061204-5c27-4934-82eb-4e4e90d22f4e req-ef24ff8d-e88b-4789-951d-91ef4c928961 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903907 Aug 13 02:51:05.188245 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d2032-dc75-43d6-b42c-b3d9f9a06be3 None None] New status for floating IP f397d808-3e27-4b28-8215-a300f85424e0: ACTIVE {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:51:05.831615 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-14fb3b3f-08c0-40db-8705-4e83463c2883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:08.785279 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-55d770ce-e03a-49f2-ae7a-3f0676dc665e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:09.050394 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:09.634292 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:09.716646 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:11.283701 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:14.304672 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-fa3c5da5-430b-4377-a624-56641f73164e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388184 Aug 13 02:51:14.381908 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-8a8726c7-8585-4163-b328-74217c639550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:14.383393 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-8a8726c7-8585-4163-b328-74217c639550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 1098 time: 0.0401394 Aug 13 02:51:14.487956 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-82677d91-36d4-4b40-b909-61486ff26cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:14.489481 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-82677d91-36d4-4b40-b909-61486ff26cc9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 200 len: 911 time: 0.0841675 Aug 13 02:51:14.566541 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-e879c036-342f-4250-bdfc-3063f3207dd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df HTTP/1.1" status: 200 len: 1001 time: 0.0658498 Aug 13 02:51:14.651861 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-3f37f47f-60ca-40fc-8b20-a5557aca2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:14.653414 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-3f37f47f-60ca-40fc-8b20-a5557aca2b56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 200 len: 849 time: 0.0424747 Aug 13 02:51:14.719348 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-1af1cb5b-6718-48f3-bebd-5c4a2b1cb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:14.720899 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-1af1cb5b-6718-48f3-bebd-5c4a2b1cb98f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9ede2d7-83b8-4c07-b08c-458594e7cd45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453262 Aug 13 02:51:14.809464 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-3157b185-47e7-4d2e-85aa-2e876a7e6ea7 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795641 Aug 13 02:51:14.905246 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7bd25273-580a-4039-b0f6-3658dc54cbfb req-602a9a4b-1e2a-40c1-be0b-8be3881cf0e5 service neutron] 10.222.0.39 "GET /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883055 Aug 13 02:51:20.159694 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:51:29.835467 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b4b2f-0540-460a-ad14-aa540c478496 req-5c2cce90-1840-4336-8967-9e66568b13dd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:29.836996 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3b3b4b2f-0540-460a-ad14-aa540c478496 req-5c2cce90-1840-4336-8967-9e66568b13dd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0500815 Aug 13 02:51:29.875402 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3b3b4b2f-0540-460a-ad14-aa540c478496 req-e38ed30e-0c75-4d62-a586-6914b2fc5908 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Aug 13 02:51:30.997948 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470d0a-80bf-4c33-af4b-a3d8ab7b1505 req-6cce58f6-edcf-401d-a8ff-d602e96a4779 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:30.999473 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a470d0a-80bf-4c33-af4b-a3d8ab7b1505 req-6cce58f6-edcf-401d-a8ff-d602e96a4779 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0530612 Aug 13 02:51:31.037209 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a470d0a-80bf-4c33-af4b-a3d8ab7b1505 req-54dae43b-806c-49ac-addf-248065c81a17 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319462 Aug 13 02:51:31.666638 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e35f2-b94f-4745-95ed-ad86ed19ffaf req-9cc055f6-e9d5-4fc2-96dd-a382150c7b5e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:31.668177 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb9e35f2-b94f-4745-95ed-ad86ed19ffaf req-9cc055f6-e9d5-4fc2-96dd-a382150c7b5e tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0553513 Aug 13 02:51:31.706022 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb9e35f2-b94f-4745-95ed-ad86ed19ffaf req-f0ddee6e-c695-4ffb-8c0d-3772b76dc798 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316432 Aug 13 02:51:32.155633 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25b4e-e2fd-42ea-8a43-d88521452e22 req-853fd433-5818-48ca-bcc0-d045d6d56353 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:32.157129 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-84f25b4e-e2fd-42ea-8a43-d88521452e22 req-853fd433-5818-48ca-bcc0-d045d6d56353 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0478263 Aug 13 02:51:32.194411 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-84f25b4e-e2fd-42ea-8a43-d88521452e22 req-51438aad-2a9d-42e4-bd8a-a374818fb810 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314097 Aug 13 02:51:32.818046 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a324c4b-be21-402b-8ce9-353931a1184f req-3400c3a8-0c1b-4ad7-bebd-94a456924d4d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:32.819508 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4a324c4b-be21-402b-8ce9-353931a1184f req-3400c3a8-0c1b-4ad7-bebd-94a456924d4d tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0477605 Aug 13 02:51:32.856372 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4a324c4b-be21-402b-8ce9-353931a1184f req-ce4bdaff-1f7a-4982-9458-f043237e710f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305338 Aug 13 02:51:33.316866 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b45e5-1957-45dc-9d0e-626a209b04be req-e3046801-dd32-4c8d-97f9-2d8d43efc321 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:33.318301 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8a1b45e5-1957-45dc-9d0e-626a209b04be req-e3046801-dd32-4c8d-97f9-2d8d43efc321 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0514846 Aug 13 02:51:33.355586 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8a1b45e5-1957-45dc-9d0e-626a209b04be req-a9cd0674-bb65-4465-bd94-7fd8ee13e0dd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305817 Aug 13 02:51:33.967473 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d50f-b761-4ce3-bcd5-d4dffa86c712 req-fdb0cfc7-2537-4bf3-817d-b6bf9f271424 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:33.968948 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0ff2d50f-b761-4ce3-bcd5-d4dffa86c712 req-fdb0cfc7-2537-4bf3-817d-b6bf9f271424 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0475245 Aug 13 02:51:34.005687 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0ff2d50f-b761-4ce3-bcd5-d4dffa86c712 req-e1e6e8d1-68a7-4f47-8356-6e50445b7297 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups?id=40673eb2-d701-4a6e-aad5-00cd94c5de57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Aug 13 02:51:34.499191 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc949c8-e3e3-4af7-95f1-18750fb3bd2a req-27833f37-4253-4b27-9649-cf52966973bb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:34.500612 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9cc949c8-e3e3-4af7-95f1-18750fb3bd2a req-27833f37-4253-4b27-9649-cf52966973bb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0754652 Aug 13 02:51:34.535277 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-87f4f160-0906-4576-8c08-1e102605b280 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:34.536714 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-87f4f160-0906-4576-8c08-1e102605b280 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 945 time: 0.0796769 Aug 13 02:51:34.575985 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9cc949c8-e3e3-4af7-95f1-18750fb3bd2a req-cad18c5f-620a-4a3f-b9d3-1ed18fa882a4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675550 Aug 13 02:51:34.638680 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Deleting port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:51:34.639023 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:34.728346 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] For port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:34.728736 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:34.893280 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:34.893571 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:34.893884 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Floating IP 3301763d-faa0-4e6d-87b4-2dc096996cd3 disassociated. External IP: 172.27.2.179, port: fe3375f7-3fc3-4cca-9f2a-b47c677cb5df. Aug 13 02:51:34.894237 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Calling delete_port for fe3375f7-3fc3-4cca-9f2a-b47c677cb5df owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:51:35.021088 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:35.048628 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event deleted for resources: {'Port': ['ID=fe3375f7-3fc3-4cca-9f2a-b47c677cb5df,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:35.124986 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c5eeddac-63e1-413e-9bd9-dca4dd36912b req-a4294d8b-63ef-4472-8e16-699b98d99f3f tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df95e62-b7ae-4217-a6f7-b29d92027ab9 HTTP/1.1" status: 200 len: 210 time: 0.0370786 Aug 13 02:51:35.181073 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:51:35.286067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:51:35.295731 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] Sync routers for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:51:35.304605 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:35.305203 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:51:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:35.324233 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] No DVR routers for this DVR port fe3375f7-3fc3-4cca-9f2a-b47c677cb5df on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:51:35.327494 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:35.329678 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b196ba1e-ffe5-41a2-abd2-9e68be57d1ee req-a765f44f-d520-41e1-a869-9359d05cd3ea tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.39 "DELETE /v2.0/ports/fe3375f7-3fc3-4cca-9f2a-b47c677cb5df HTTP/1.1" status: 204 len: 173 time: 0.7820113 Aug 13 02:51:35.330126 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'name': 'network-vif-deleted', 'tag': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:51:35.332337 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5fc8e8-636c-4d3b-b576-f36cc73bb4d6" -d '{"events": [{"server_uuid": "7df95e62-b7ae-4217-a6f7-b29d92027ab9", "name": "network-vif-deleted", "tag": "fe3375f7-3fc3-4cca-9f2a-b47c677cb5df"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:51:35.370181 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15af9dd-285d-42ce-a77a-3300d3289c57 x-openstack-request-id: req-c15af9dd-285d-42ce-a77a-3300d3289c57 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:51:35.370462 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df95e62-b7ae-4217-a6f7-b29d92027ab9", "name": "network-vif-deleted", "tag": "fe3375f7-3fc3-4cca-9f2a-b47c677cb5df", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:51:35.370824 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c15af9dd-285d-42ce-a77a-3300d3289c57 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:51:35.371190 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df95e62-b7ae-4217-a6f7-b29d92027ab9', 'name': 'network-vif-deleted', 'tag': 'fe3375f7-3fc3-4cca-9f2a-b47c677cb5df', 'status': 'completed', 'code': 200} Aug 13 02:51:35.417471 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:35.623768 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:35.649570 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] Checking router: 521d54dc-7b7f-4917-b76e-b85b14eecbd7 for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:51:35.658790 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:35.659403 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:51:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:35.696856 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649adc6-f6aa-4c54-bbf3-3f3606f4ab28 req-505446c5-7e70-46bf-b6b8-cb81f5cbf2be tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:35.698338 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a649adc6-f6aa-4c54-bbf3-3f3606f4ab28 req-505446c5-7e70-46bf-b6b8-cb81f5cbf2be tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0514796 Aug 13 02:51:35.736975 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a649adc6-f6aa-4c54-bbf3-3f3606f4ab28 req-98ef54d8-aba1-456a-b2c3-bda7917d9ab3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Aug 13 02:51:35.765808 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:35.889124 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e8d45e5a-1791-4b73-851c-c3c5b2e2d6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:35.977481 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:36.007365 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54a173-00c6-4374-acf5-c79c2a2ba454 None None] The sync data for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi is: [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:41:01Z', 'revision_number': 4, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': 'd7a0dfeb-e9d3-4b43-a546-c2859769b857', 'name': '', 'network_id': 'a9ede2d7-83b8-4c07-b08c-458594e7cd45', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'mac_address': 'fa:16:3e:13:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:59Z', 'updated_at': '2021-08-13T02:41:10Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'subnets': [{'id': '34c9e8b3-8d04-49be-814e-762ecb62b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:51:36.214332 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 46438) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:36.216436 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c933a73-d6af-48ed-bfc6-4d027620cc83 None None] New status for floating IP 3301763d-faa0-4e6d-87b4-2dc096996cd3: DOWN {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:51:36.273792 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3703033f-1e27-46a8-a312-0110033c15e7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.297296 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3703033f-1e27-46a8-a312-0110033c15e7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.346301 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3703033f-1e27-46a8-a312-0110033c15e7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.349178 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3703033f-1e27-46a8-a312-0110033c15e7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.350328 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-3703033f-1e27-46a8-a312-0110033c15e7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "DELETE /v2.0/security-groups/40673eb2-d701-4a6e-aad5-00cd94c5de57 HTTP/1.1" status: 204 len: 168 time: 0.1349983 Aug 13 02:51:36.353199 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 46440) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:36.360956 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703033f-1e27-46a8-a312-0110033c15e7 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40673eb2-d701-4a6e-aad5-00cd94c5de57,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:36.369167 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.api.v2.resource [None req-bab4197e-ca1d-4121-8af2-4b1ab035df13 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] show failed (client error): The resource could not be found. Aug 13 02:51:36.373721 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-bab4197e-ca1d-4121-8af2-4b1ab035df13 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "GET /v2.0/security-groups/40673eb2-d701-4a6e-aad5-00cd94c5de57 HTTP/1.1" status: 404 len: 347 time: 0.0189435 Aug 13 02:51:36.376877 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 46444) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:36.410538 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device fe3375f7-3fc3-4cca-9f2a-b47c677cb5df no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:51:36.430279 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: fe3375f7-3fc3-4cca-9f2a-b47c677cb5df {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:51:36.430634 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device fe3375f7-3fc3-4cca-9f2a-b47c677cb5df not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:51:36.499924 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Deleting port 57319e72-7dbe-4a33-8bba-b3d43ee9f761 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:51:36.500258 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.573852 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.574098 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.585334 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Calling delete_port for 57319e72-7dbe-4a33-8bba-b3d43ee9f761 owned by network:floatingip {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:51:36.711936 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.737506 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Pushing event deleted for resources: {'Port': ['ID=57319e72-7dbe-4a33-8bba-b3d43ee9f761,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:36.794670 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks [] for floatingip, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.797325 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.798497 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-bc6e9931-1b0b-4294-ac2d-81cd7ae3b956 tempest-AttachVolumeTestJSON-485835756 tempest-AttachVolumeTestJSON-485835756-project] 10.222.0.43 "DELETE /v2.0/floatingips/3301763d-faa0-4e6d-87b4-2dc096996cd3 HTTP/1.1" status: 204 len: 168 time: 0.4202566 Aug 13 02:51:36.862333 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ffa98-4961-4c36-8351-603a6bc7056f req-8dc5035f-20d8-4c30-983f-29e3c9aabe13 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:36.863827 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e58ffa98-4961-4c36-8351-603a6bc7056f req-8dc5035f-20d8-4c30-983f-29e3c9aabe13 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0504792 Aug 13 02:51:36.902470 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e58ffa98-4961-4c36-8351-603a6bc7056f req-2c7ef6df-579a-4063-ab70-21f15741f3cf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327108 Aug 13 02:51:38.040588 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250b6c8-74b3-411c-8297-0e6e3f6efae6 req-3b2e5316-4cc6-44d7-adf4-396a4963e95c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:38.042086 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5250b6c8-74b3-411c-8297-0e6e3f6efae6 req-3b2e5316-4cc6-44d7-adf4-396a4963e95c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0646095 Aug 13 02:51:38.082227 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5250b6c8-74b3-411c-8297-0e6e3f6efae6 req-605263c2-10a4-4c86-8599-2879bcc03d2a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332372 Aug 13 02:51:38.785108 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1799537b-7fc3-4fc2-b6fc-ba97913a9cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:39.050177 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:39.207960 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66b99e-15c1-4e87-b67c-3e7c226509fe req-95657864-a7e6-4b26-ada5-a306a2fe9448 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:39.209616 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf66b99e-15c1-4e87-b67c-3e7c226509fe req-95657864-a7e6-4b26-ada5-a306a2fe9448 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0539162 Aug 13 02:51:39.250536 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bf66b99e-15c1-4e87-b67c-3e7c226509fe req-3617e466-ac75-44a4-9ba1-ce14c372cc49 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345829 Aug 13 02:51:39.644114 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:39.718160 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:40.354039 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 46480) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:40.378000 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228bf66-073f-4d56-b8a9-e1cda4c48cf0 req-b24a9b8a-7316-4f87-9bc1-7a0886903b44 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:40.379479 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b228bf66-073f-4d56-b8a9-e1cda4c48cf0 req-b24a9b8a-7316-4f87-9bc1-7a0886903b44 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0535457 Aug 13 02:51:40.415618 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b228bf66-073f-4d56-b8a9-e1cda4c48cf0 req-5023c16a-d8c9-4538-bf96-d004828fc608 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303702 Aug 13 02:51:40.790183 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741203'] for router_interface, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:41.217984 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Deleting port d7a0dfeb-e9d3-4b43-a546-c2859769b857 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:51:41.218226 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:41.288521 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:41.302057 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] For port d7a0dfeb-e9d3-4b43-a546-c2859769b857, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=d7a0dfeb-e9d3-4b43-a546-c2859769b857,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:41.302446 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:41.314469 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Calling delete_port for d7a0dfeb-e9d3-4b43-a546-c2859769b857 owned by network:router_interface {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:51:41.491455 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:41.515404 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a0dfeb-e9d3-4b43-a546-c2859769b857,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:41.525044 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.525485 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.525738 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.526081 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.526417 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.526756 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.527425 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.527425 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.527724 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.528045 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.528369 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.528715 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:41.543609 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ebed6-06d1-48ef-9664-2ee5a366387c req-eb2ddbde-cf11-46b4-8409-ee4bf602e6e2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:41.545165 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0f3ebed6-06d1-48ef-9664-2ee5a366387c req-eb2ddbde-cf11-46b4-8409-ee4bf602e6e2 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0547028 Aug 13 02:51:41.585656 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0f3ebed6-06d1-48ef-9664-2ee5a366387c req-736a7302-2b1a-483a-a4fe-73cfccf19778 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335653 Aug 13 02:51:41.699682 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586979'] for router_interface, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:41.913062 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:51:42.016078 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:51:42.020993 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-ce1f8ba1-08f7-4e74-b386-6641477a2761 admin admin] 10.222.0.43 "PUT /v2.0/routers/521d54dc-7b7f-4917-b76e-b85b14eecbd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6659210 Aug 13 02:51:42.023412 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 46486) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:42.026013 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] Sync routers for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:51:42.035811 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:42.036485 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:51:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:42.123931 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks [] for router, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.139546 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:42.223427 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.275798 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Deleting port 678683d2-b52e-4f87-9955-f4c067c09f81 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:51:42.276301 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.323543 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:51:41Z', 'revision_number': 5, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port': {'id': '678683d2-b52e-4f87-9955-f4c067c09f81', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:40:55Z', 'updated_at': '2021-08-13T02:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:42.353537 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] Checking router: 521d54dc-7b7f-4917-b76e-b85b14eecbd7 for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:51:42.361792 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] Routers {'521d54dc-7b7f-4917-b76e-b85b14eecbd7'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:51:42.362390 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:51:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:42.363993 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] For port 678683d2-b52e-4f87-9955-f4c067c09f81, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=678683d2-b52e-4f87-9955-f4c067c09f81,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:42.364364 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.377897 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Calling delete_port for 678683d2-b52e-4f87-9955-f4c067c09f81 owned by network:router_gateway {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:51:42.444512 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] Set router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 gateway port host: None {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:51:42.494551 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:51:42.497859 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:51:42Z', 'revision_number': 6, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port_host': None}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:42.543779 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.571468 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=678683d2-b52e-4f87-9955-f4c067c09f81,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:42.638546 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585881'] for router_gateway, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.653298 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255ce33-a5f0-4307-be54-c0570264cbee None None] The sync data for ids ['521d54dc-7b7f-4917-b76e-b85b14eecbd7'] in dv-cinder-759994-5-iscsi is: [{'id': '521d54dc-7b7f-4917-b76e-b85b14eecbd7', 'name': 'tempest-AttachVolumeTestJSON-944935877-router', 'tenant_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:40:54Z', 'updated_at': '2021-08-13T02:51:42Z', 'revision_number': 6, 'project_id': '3a9fe3ca18ba4084bb5cbcbb42d7d3d0', 'gw_port_host': None}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:51:42.726796 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2d0fe-882d-4efc-b745-58b1dd37ccb2 req-a3d6b4c1-00e2-44a0-b40c-15942b231969 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:42.729091 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-72b2d0fe-882d-4efc-b745-58b1dd37ccb2 req-a3d6b4c1-00e2-44a0-b40c-15942b231969 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0529726 Aug 13 02:51:42.738777 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130968'] for router, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.741094 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.753714 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:42.766689 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'port_id': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'mac_address': 'fa:16:3e:90:2c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:51:42.768453 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-72b2d0fe-882d-4efc-b745-58b1dd37ccb2 req-4c79854e-a330-4a80-afb3-e991183cd25c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331187 Aug 13 02:51:42.788838 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575482'] for router, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.789357 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521d54dc-7b7f-4917-b76e-b85b14eecbd7 {{(pid=100588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:51:42.793817 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.797342 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-6b06816e-4de4-463a-8b06-065070ca8d90 admin admin] 10.222.0.43 "DELETE /v2.0/routers/521d54dc-7b7f-4917-b76e-b85b14eecbd7 HTTP/1.1" status: 204 len: 168 time: 0.7706494 Aug 13 02:51:42.797531 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 46490) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:42.809518 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.825658 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59f23c31-6dd8-418b-b36e-fea201bdc574 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:51:42.842489 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-91705b95-e75c-427a-9f3e-1ad325cc6435 admin admin] Deleting subnet 34c9e8b3-8d04-49be-814e-762ecb62b5a6 {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:51:42.845512 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-91705b95-e75c-427a-9f3e-1ad325cc6435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.849453 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:42.854241 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.881272 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-91705b95-e75c-427a-9f3e-1ad325cc6435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:42.901207 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=6']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:42.962598 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-91705b95-e75c-427a-9f3e-1ad325cc6435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.020359 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-91705b95-e75c-427a-9f3e-1ad325cc6435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.046999 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91705b95-e75c-427a-9f3e-1ad325cc6435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c9e8b3-8d04-49be-814e-762ecb62b5a6,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:43.050362 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-91705b95-e75c-427a-9f3e-1ad325cc6435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.052259 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-91705b95-e75c-427a-9f3e-1ad325cc6435 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/34c9e8b3-8d04-49be-814e-762ecb62b5a6 HTTP/1.1" status: 204 len: 168 time: 0.2536812 Aug 13 02:51:43.054883 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 46494) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:43.063177 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74ccc1-38eb-438d-9d2a-f2b2cbfdc103 None None] Network a9ede2d7-83b8-4c07-b08c-458594e7cd45 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:51:43.076238 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['59f23c31-6dd8-418b-b36e-fea201bdc574'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:51:43.129367 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.180435 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Deleting port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:51:43.181060 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.243095 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] For port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6,segment=NetworkSegment(3e214276-0672-48b4-9d29-5e6b648c3ef0),segment_id=3e214276-0672-48b4-9d29-5e6b648c3ef0)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:43.243636 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.258313 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Calling delete_port for 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 owned by network:dhcp {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:51:43.338977 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.364479 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Pushing event deleted for resources: {'Port': ['ID=14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:43.369017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] No DVR routers for this DVR port 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 on host dv-cinder-759994-5-iscsi {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:51:43.445166 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.445692 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20944e50-280d-4bbd-9f09-0e68be18d8c3 None None] DHCP port deletion for a9ede2d7-83b8-4c07-b08c-458594e7cd45 request from dv-cinder-759994-5-iscsi {{(pid=100590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:51:43.458244 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ede2d7-83b8-4c07-b08c-458594e7cd45']}} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:43.468809 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e214276-0672-48b4-9d29-5e6b648c3ef0') {'for_net_delete': True} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:43.469098 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e214276-0672-48b4-9d29-5e6b648c3ef0') {} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:51:43.478005 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7456239'] for segment, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.493564 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.500662 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=100589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:51:43.501101 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883660'] for segment, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: Traceback (most recent call last): Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: timer() Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: cb(*args, **kw) Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: return func(*args, **kwargs) Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: self._notify() Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: self.callback(batched_events) Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: event.method(event) Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: return f(self, *a, **k) Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._get(url).json() Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: return self.request(url, 'GET', **kwargs) Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:51:43.502794 dv-cinder-759994-5-iscsi neutron-server[100589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:51:43.555819 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.560137 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.562087 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] 10.222.0.43 "DELETE /v2.0/networks/a9ede2d7-83b8-4c07-b08c-458594e7cd45 HTTP/1.1" status: 204 len: 168 time: 0.5062199 Aug 13 02:51:43.574630 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2720b-d691-4d8c-b409-e17d229870ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ede2d7-83b8-4c07-b08c-458594e7cd45,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:43.698146 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 46498) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:43.738541 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-bfd0cf0e-ea71-4f57-bcaa-f9b2640471b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a9fe3ca18ba4084bb5cbcbb42d7d3d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392537 Aug 13 02:51:43.740948 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 46500) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:43.790459 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8518f6e6-7578-4122-bfea-db2eb1027542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.811813 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8518f6e6-7578-4122-bfea-db2eb1027542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.884922 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8518f6e6-7578-4122-bfea-db2eb1027542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.887382 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8518f6e6-7578-4122-bfea-db2eb1027542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:43.888551 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-8518f6e6-7578-4122-bfea-db2eb1027542 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d456fd2d-60ac-4c37-a731-042d0e515d7d HTTP/1.1" status: 204 len: 168 time: 0.1466572 Aug 13 02:51:43.899367 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fe8bc-5892-4b4a-a5b9-e668649bc0e6 req-bd5a1a6b-a620-45eb-926a-1ed176c22d69 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:43.900866 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a82fe8bc-5892-4b4a-a5b9-e668649bc0e6 req-bd5a1a6b-a620-45eb-926a-1ed176c22d69 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 944 time: 0.0579932 Aug 13 02:51:43.907466 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518f6e6-7578-4122-bfea-db2eb1027542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d456fd2d-60ac-4c37-a731-042d0e515d7d,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:43.942546 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a82fe8bc-5892-4b4a-a5b9-e668649bc0e6 req-983f3f85-1358-4158-a28c-4593eb121e6f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329669 Aug 13 02:51:44.333549 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:51:44.355720 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:51:44.356064 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 14ef3dec-0f1f-4cfe-97b0-3a7810f23ac6 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:51:44.356485 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 678683d2-b52e-4f87-9955-f4c067c09f81 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:51:44.376156 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 678683d2-b52e-4f87-9955-f4c067c09f81 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:51:44.376525 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 678683d2-b52e-4f87-9955-f4c067c09f81 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:51:44.376940 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device d7a0dfeb-e9d3-4b43-a546-c2859769b857 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:51:44.395158 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: d7a0dfeb-e9d3-4b43-a546-c2859769b857 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:51:44.395498 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device d7a0dfeb-e9d3-4b43-a546-c2859769b857 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:51:44.480063 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:51:44.527498 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 59f23c31-6dd8-418b-b36e-fea201bdc574 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:51:44.527878 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.574103 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 46524) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:44.604615 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.626771 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:51:44.629033 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e90c42-69fa-4fde-a92b-34156b35e85e" -d '{"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-plugged", "status": "completed", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:51:44.642908 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:44.647664 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.673142 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24db261-4792-432b-8af4-d10061c45387 x-openstack-request-id: req-a24db261-4792-432b-8af4-d10061c45387 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:51:44.673447 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-plugged", "status": "completed", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:51:44.673691 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a24db261-4792-432b-8af4-d10061c45387 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:51:44.674307 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'code': 200} Aug 13 02:51:44.679637 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2042957472-network', 'tenant_id': 'b4375f996cef43df8b2350c96e17e932'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:51:44.698803 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=7']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:44.701625 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Made reservation on behalf of b4375f996cef43df8b2350c96e17e932 for: {'network': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:51:44.704456 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.713618 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.801412 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.804950 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.831416 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=100589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:51:44.840844 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c6f741-5c16-4c78-a06f-460853fcad7d,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:44.845935 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.846277 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.segments_db [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Added segment 7ed41ac0-1848-4c14-bc5c-7ad42b10392d of type vlan for network b1572d9c-656c-4d1b-beea-98882e7e8064 Aug 13 02:51:44.886787 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.916521 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.917491 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:44.918066 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:44.972671 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3973091 Aug 13 02:51:44.975795 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 46532) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:44.981917 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4b80c-c7d5-41a4-847c-d51586033f9f admin admin] Pushing event updated for resources: {'Network': ['ID=b1572d9c-656c-4d1b-beea-98882e7e8064,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:44.982208 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Request body: {'subnet': {'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2042957472-subnet', 'tenant_id': 'b4375f996cef43df8b2350c96e17e932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:51:44.993317 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network b1572d9c-656c-4d1b-beea-98882e7e8064 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:51:45.008742 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Made reservation on behalf of b4375f996cef43df8b2350c96e17e932 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:51:45.011047 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114205'] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:45.071435 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fb957-a755-43ad-a765-697a95269393 req-7ae139a1-6ba7-4059-a907-35a8ebdec067 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:45.073142 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-af0fb957-a755-43ad-a765-697a95269393 req-7ae139a1-6ba7-4059-a907-35a8ebdec067 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0536473 Aug 13 02:51:45.118253 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-af0fb957-a755-43ad-a765-697a95269393 req-4834c95e-77f5-460a-bc91-4a66890b1b0e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378296 Aug 13 02:51:45.185627 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6657197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114223'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:45.239779 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e12d61-e117-485e-9150-1e871bdb4631,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:45.246742 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Checking segment: {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:51:45.247097 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Network hostable DHCP agents. Network: b1572d9c-656c-4d1b-beea-98882e7e8064, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:51:45.263275 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Network b1572d9c-656c-4d1b-beea-98882e7e8064 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:51:45.271938 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, b1572d9c-656c-4d1b-beea-98882e7e8064) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:51:45.275864 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:45.276469 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:45.281877 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60057ae6-13c3-4b64-b054-66ce2b6a9b17 None None] Network b1572d9c-656c-4d1b-beea-98882e7e8064 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:51:45.294928 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d1090d71-1004-4a16-a47c-86f04764467d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3173304 Aug 13 02:51:45.402640 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474120b-4db3-4748-8e5a-326f6a50f9f9 None None] Network b1572d9c-656c-4d1b-beea-98882e7e8064 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:51:45.722238 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-26c90b5f-9128-4679-af34-e5708b33d5b9 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:45.723608 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-26c90b5f-9128-4679-af34-e5708b33d5b9 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 815 time: 0.1027908 Aug 13 02:51:45.738818 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-9d8666ee-dae0-4f8f-8243-e537132c20b5 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/quotas/b4375f996cef43df8b2350c96e17e932 HTTP/1.1" status: 200 len: 375 time: 0.0095649 Aug 13 02:51:45.773313 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-932d9c97-324f-41e3-b2e9-5cd0b39f8701 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294073 Aug 13 02:51:45.831882 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-539e545f-b5db-41eb-8480-6e06440bf6da service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:51:45.832888 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-539e545f-b5db-41eb-8480-6e06440bf6da service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532341 Aug 13 02:51:45.921028 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-484518b3-4e75-462d-b52c-eb518c7d9642 service neutron] 10.222.0.43 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822051 Aug 13 02:51:46.007273 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-64cdafa6-6e6f-4595-897c-048fecd85a77 service neutron] 10.222.0.43 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800679 Aug 13 02:51:46.172741 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9ff79d07-bad0-496b-ab00-9667a0e70ede req-03377453-a100-484a-bc4e-2a2e218504b2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 210 time: 0.0372829 Aug 13 02:51:46.240144 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68726ef3-6a42-4b9b-b3a2-29d83edb98c0 req-d3e43479-232c-4196-9b85-301001b8e7bd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:46.241591 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68726ef3-6a42-4b9b-b3a2-29d83edb98c0 req-d3e43479-232c-4196-9b85-301001b8e7bd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0500429 Aug 13 02:51:46.288920 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68726ef3-6a42-4b9b-b3a2-29d83edb98c0 req-f47a05a9-a79f-4137-ba51-d64899fe9ee4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359569 Aug 13 02:51:47.268097 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-51de161a-84fd-48cb-974f-9b7786746b51 req-11ae2767-320a-4186-a70f-5b92927c5e14 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 210 time: 0.0326853 Aug 13 02:51:47.486930 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b725d-3f5d-4d34-883f-518498c04acb req-df8a35f2-72d2-40c2-b4d5-114892eb3b37 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:47.488473 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-734b725d-3f5d-4d34-883f-518498c04acb req-df8a35f2-72d2-40c2-b4d5-114892eb3b37 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.1212869 Aug 13 02:51:47.499113 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-f1c5e5ee-13b2-4872-89d7-befaf80bc6db tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:47.500539 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-f1c5e5ee-13b2-4872-89d7-befaf80bc6db tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 815 time: 0.1711295 Aug 13 02:51:47.533492 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-734b725d-3f5d-4d34-883f-518498c04acb req-d9a17191-e93d-4fee-be27-674de0bea4af tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319977 Aug 13 02:51:47.543971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Request body: {'port': {'device_id': '163caebd-7aae-4e6d-a515-e0686140179a', 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064', 'admin_state_up': True, 'tenant_id': 'b4375f996cef43df8b2350c96e17e932'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:51:47.655720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Made reservation on behalf of b4375f996cef43df8b2350c96e17e932 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:51:47.659484 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:47.803583 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Allocated IP 172.20.0.4 (b1572d9c-656c-4d1b-beea-98882e7e8064/e5e12d61-e117-485e-9150-1e871bdb4631/e5c024a5-e9bd-4c15-aa40-b904bb55ef80) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:51:47.965653 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:48.013449 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:48.078636 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Network b1572d9c-656c-4d1b-beea-98882e7e8064 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:51:48.085036 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:51:48.089723 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Pushing event updated for resources: {'Port': ['ID=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:48.097904 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:51:48.101789 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.102143 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.102483 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.102822 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.103162 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.103499 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.103864 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.104328 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.104792 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.105241 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.105614 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.106061 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:48.174024 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:48.174640 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:48.191647 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-d4b59a2f-0aba-4195-b83d-67f6bd6573a2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6515825 Aug 13 02:51:48.215932 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-63959a0e-4abf-4f66-a1e1-fdf8979be200 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:51:48.216914 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-63959a0e-4abf-4f66-a1e1-fdf8979be200 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059264 Aug 13 02:51:48.241850 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Request body: {'port': {'device_id': '163caebd-7aae-4e6d-a515-e0686140179a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:51:48.309431 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:48.814177 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbdaf2-11f2-46ca-8646-2a898ecbcfcd req-7e348e80-7813-4b9d-8477-a5e97bdf0831 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:48.817223 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-90cbdaf2-11f2-46ca-8646-2a898ecbcfcd req-7e348e80-7813-4b9d-8477-a5e97bdf0831 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 931 time: 0.4609253 Aug 13 02:51:48.835948 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391c5f-ee82-482e-b261-e2c3835ea6c3 req-502adf25-4537-47ec-adc9-231ae0e89b90 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:48.838930 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-98391c5f-ee82-482e-b261-e2c3835ea6c3 req-502adf25-4537-47ec-adc9-231ae0e89b90 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.1468391 Aug 13 02:51:48.956034 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-90cbdaf2-11f2-46ca-8646-2a898ecbcfcd req-0aca2827-976d-40a5-8679-348320b61c08 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282427 Aug 13 02:51:48.963124 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-98391c5f-ee82-482e-b261-e2c3835ea6c3 req-350d6b63-123d-40c0-a872-ab03fd0867fd tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751615 Aug 13 02:51:49.065864 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c024a5-e9bd-4c15-aa40-b904bb55ef80 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:51:49.073854 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:49.089738 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Transition to ACTIVE for port object e5c024a5-e9bd-4c15-aa40-b904bb55ef80 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:51:49.094797 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:49.153640 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Pushing event updated for resources: {'Port': ['ID=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:49.235120 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Attempting to bind port e5c024a5-e9bd-4c15-aa40-b904bb55ef80 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:51:49.235485 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Attempting to bind port e5c024a5-e9bd-4c15-aa40-b904bb55ef80 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:51:49.235831 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Attempting to bind port e5c024a5-e9bd-4c15-aa40-b904bb55ef80 on network b1572d9c-656c-4d1b-beea-98882e7e8064 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:51:49.240951 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Port e5c024a5-e9bd-4c15-aa40-b904bb55ef80 on network b1572d9c-656c-4d1b-beea-98882e7e8064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:51:49.241368 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Attempting to bind port e5c024a5-e9bd-4c15-aa40-b904bb55ef80 on network b1572d9c-656c-4d1b-beea-98882e7e8064 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:51:49.254046 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:51:49.254349 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Checking segment: {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:51:49.254617 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Bound using segment: {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:51:49.255450 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Bound port: e5c024a5-e9bd-4c15-aa40-b904bb55ef80, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:51:49.255450 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:49.335764 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] For port e5c024a5-e9bd-4c15-aa40-b904bb55ef80, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:51:49.340174 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] For port e5c024a5-e9bd-4c15-aa40-b904bb55ef80, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:51:49.345575 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:49.385003 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:49.385624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:49.387115 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] 10.222.0.39 "PUT /v2.0/ports/e5c024a5-e9bd-4c15-aa40-b904bb55ef80 HTTP/1.1" status: 200 len: 1093 time: 1.1545427 Aug 13 02:51:49.387932 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163caebd-7aae-4e6d-a515-e0686140179a', 'tag': 'e5c024a5-e9bd-4c15-aa40-b904bb55ef80'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:51:49.391220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c14e7c-2429-43a8-9380-7bb02ad691b4" -d '{"events": [{"name": "network-changed", "server_uuid": "163caebd-7aae-4e6d-a515-e0686140179a", "tag": "e5c024a5-e9bd-4c15-aa40-b904bb55ef80"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:51:49.432889 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021847a6-9bb2-499f-97f6-d0f3c240591a service neutron] Pushing event updated for resources: {'Port': ['ID=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:49.439220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d699cf50-4a91-408b-8601-ca1b0f10b9bd x-openstack-request-id: req-d699cf50-4a91-408b-8601-ca1b0f10b9bd {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:51:49.439510 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163caebd-7aae-4e6d-a515-e0686140179a", "tag": "e5c024a5-e9bd-4c15-aa40-b904bb55ef80", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:51:49.439764 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d699cf50-4a91-408b-8601-ca1b0f10b9bd {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:51:49.440162 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163caebd-7aae-4e6d-a515-e0686140179a', 'tag': 'e5c024a5-e9bd-4c15-aa40-b904bb55ef80', 'status': 'completed', 'code': 200} Aug 13 02:51:49.529728 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-06490d90-944b-44a8-bcb9-f846a8625644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:49.531827 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-06490d90-944b-44a8-bcb9-f846a8625644 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 1096 time: 0.0455341 Aug 13 02:51:49.588203 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-1cf6f7ae-16e2-4473-8678-c537fb5dd788 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5c024a5-e9bd-4c15-aa40-b904bb55ef80 HTTP/1.1" status: 200 len: 217 time: 0.0398991 Aug 13 02:51:49.648947 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-95b18e54-599c-43ed-b0ce-71e24ffffd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:49.650607 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-95b18e54-599c-43ed-b0ce-71e24ffffd7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e12d61-e117-485e-9150-1e871bdb4631 HTTP/1.1" status: 200 len: 855 time: 0.0495248 Aug 13 02:51:49.691122 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-280eea14-8dab-4f69-b955-5549be92034f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1572d9c-656c-4d1b-beea-98882e7e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302773 Aug 13 02:51:49.797346 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-6ef086da-42b9-4a3c-85bd-997e4b098f88 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965936 Aug 13 02:51:49.897430 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a4acc4d6-d0ae-4516-9710-cabbbf43c45d req-e57c23b7-86bd-40d5-84ee-e8ff97b0fe3c service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910170 Aug 13 02:51:50.155934 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-afc3c56f-bde1-4c43-ad61-ebc678f6abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:50.157668 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-afc3c56f-bde1-4c43-ad61-ebc678f6abcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 1096 time: 0.1069703 Aug 13 02:51:50.179425 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623a0c9-d208-4220-8b40-3d6d1e8ac7f5 req-80fc64d8-5ff2-4fd2-8c98-dd820ff967bf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:50.181135 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7623a0c9-d208-4220-8b40-3d6d1e8ac7f5 req-80fc64d8-5ff2-4fd2-8c98-dd820ff967bf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.1051321 Aug 13 02:51:50.202497 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160302f-a75d-40d0-8bba-832d5cb70791 req-30ba88dc-d7b4-4c85-8d2e-129011cd04fd tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:50.204466 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3160302f-a75d-40d0-8bba-832d5cb70791 req-30ba88dc-d7b4-4c85-8d2e-129011cd04fd tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 943 time: 0.1267211 Aug 13 02:51:50.316017 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7623a0c9-d208-4220-8b40-3d6d1e8ac7f5 req-f288f6e9-492a-44fe-8232-6fcc4f1a1a57 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240885 Aug 13 02:51:50.325140 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3160302f-a75d-40d0-8bba-832d5cb70791 req-a05d2c5d-f819-47e6-b9b2-50d6739d2ee6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040137 Aug 13 02:51:50.358176 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-be99e8b2-d752-404d-b34a-9aa06d9dbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:50.360041 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-be99e8b2-d752-404d-b34a-9aa06d9dbcac service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 916 time: 0.1896837 Aug 13 02:51:50.407808 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-9270fed3-2b0a-4b67-9b0b-908fde1998e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5c024a5-e9bd-4c15-aa40-b904bb55ef80 HTTP/1.1" status: 200 len: 217 time: 0.0387826 Aug 13 02:51:50.473084 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-0db1a695-b01f-48a6-a6ba-3464eb9e939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:50.474620 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-0db1a695-b01f-48a6-a6ba-3464eb9e939d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e12d61-e117-485e-9150-1e871bdb4631 HTTP/1.1" status: 200 len: 855 time: 0.0545743 Aug 13 02:51:50.514985 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-637ff738-c857-45a0-8924-7e4d6ffcdad6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1572d9c-656c-4d1b-beea-98882e7e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286577 Aug 13 02:51:50.628151 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-6228e5af-5641-4ec6-bb0d-8d8c523fcf62 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046526 Aug 13 02:51:50.730646 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-93c14e7c-2429-43a8-9380-7bb02ad691b4 req-c223ddf9-40d6-4685-bdf1-6a75f36906ae service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932052 Aug 13 02:51:51.481040 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a756851-34eb-4a31-9e84-30e7b48f0da7 req-b19e4061-729c-491b-ae76-cb2f2081b9dc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:51.482546 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9a756851-34eb-4a31-9e84-30e7b48f0da7 req-b19e4061-729c-491b-ae76-cb2f2081b9dc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0843508 Aug 13 02:51:51.497917 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06415212-4352-411f-8b0e-e73875fba06c req-f8e56352-6f2f-450a-81e0-ffbe04671b2a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:51.500262 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-06415212-4352-411f-8b0e-e73875fba06c req-f8e56352-6f2f-450a-81e0-ffbe04671b2a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 943 time: 0.0920959 Aug 13 02:51:51.566845 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9a756851-34eb-4a31-9e84-30e7b48f0da7 req-09dc7a8a-c7c4-4a60-8950-083e2273d44b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751209 Aug 13 02:51:51.579786 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-06415212-4352-411f-8b0e-e73875fba06c req-74923fa8-3b53-471d-9ff6-d56c929980d5 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725484 Aug 13 02:51:52.739865 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f638a1-5569-4158-ae7c-ad1b059543e3 req-1633f08c-aed5-44b0-b6d4-9ce2a47a427b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:52.742240 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68f638a1-5569-4158-ae7c-ad1b059543e3 req-1633f08c-aed5-44b0-b6d4-9ce2a47a427b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 943 time: 0.0854452 Aug 13 02:51:52.760515 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ed36f-25b0-4524-bec4-ab05e9717154 req-70626c67-896e-49c3-887d-cec67ad9d5f7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:52.762086 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1b8ed36f-25b0-4524-bec4-ab05e9717154 req-70626c67-896e-49c3-887d-cec67ad9d5f7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0781302 Aug 13 02:51:52.821300 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68f638a1-5569-4158-ae7c-ad1b059543e3 req-4f25f081-9f24-4d44-9df2-7e97e5be5466 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582063 Aug 13 02:51:52.848437 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1b8ed36f-25b0-4524-bec4-ab05e9717154 req-e3c91fe5-8c2d-4da1-a2ff-b6994ae8deee tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709958 Aug 13 02:51:54.012614 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9d578-223c-4f84-aa36-29e5bca0d25d req-dbaceb6f-a20d-442e-9f4f-8eadea113e5f tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:54.014182 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-55f9d578-223c-4f84-aa36-29e5bca0d25d req-dbaceb6f-a20d-442e-9f4f-8eadea113e5f tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 943 time: 0.0984299 Aug 13 02:51:54.023871 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8dd02-ea49-4f92-aa3d-f5856cf33041 req-0df41692-7063-4049-b558-af7cf2b62220 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:54.025355 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2e8dd02-ea49-4f92-aa3d-f5856cf33041 req-0df41692-7063-4049-b558-af7cf2b62220 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0961185 Aug 13 02:51:54.089380 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2e8dd02-ea49-4f92-aa3d-f5856cf33041 req-e3a185e1-329d-414a-a983-5020b4787075 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556335 Aug 13 02:51:54.092622 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-55f9d578-223c-4f84-aa36-29e5bca0d25d req-e4218bb4-773d-44a3-9c51-1a0bc638ddd8 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658388 Aug 13 02:51:54.547358 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device e5c024a5-e9bd-4c15-aa40-b904bb55ef80 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:51:54.644992 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port e5c024a5-e9bd-4c15-aa40-b904bb55ef80, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:54.656988 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': 'e5c024a5-e9bd-4c15-aa40-b904bb55ef80', 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064', 'port_id': 'e5c024a5-e9bd-4c15-aa40-b904bb55ef80', 'mac_address': 'fa:16:3e:87:5f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e12d61-e117-485e-9150-1e871bdb4631', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:51:54.698179 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:54.711529 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c024a5-e9bd-4c15-aa40-b904bb55ef80 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:51:54.735105 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port e5c024a5-e9bd-4c15-aa40-b904bb55ef80, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:54.740534 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:54.795221 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:55.245262 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f614e6c-4ff3-4643-95d6-5fc14626f2e4 req-c405ed3f-af75-41ae-87ab-63b209e4e2d3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:55.253420 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7f614e6c-4ff3-4643-95d6-5fc14626f2e4 req-c405ed3f-af75-41ae-87ab-63b209e4e2d3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 944 time: 0.0856030 Aug 13 02:51:55.281099 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea77c-fcb7-47ea-951c-72f159e12f8d req-06de2bcd-e656-47e4-a286-573880e82712 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:55.282601 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b86ea77c-fcb7-47ea-951c-72f159e12f8d req-06de2bcd-e656-47e4-a286-573880e82712 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0894420 Aug 13 02:51:55.307196 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7f614e6c-4ff3-4643-95d6-5fc14626f2e4 req-5c7bce76-28c9-4f62-b661-ae162e33b304 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529020 Aug 13 02:51:55.329660 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['e5c024a5-e9bd-4c15-aa40-b904bb55ef80'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:51:55.337240 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b86ea77c-fcb7-47ea-951c-72f159e12f8d req-8cc14984-2aef-498b-be83-49eca107ed04 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442972 Aug 13 02:51:56.486116 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d32a97-dfaa-40d2-911e-321e0374f079 req-3fa62a28-dfe4-4a2e-ad0e-a09ff6633389 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:56.487761 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d4d32a97-dfaa-40d2-911e-321e0374f079 req-3fa62a28-dfe4-4a2e-ad0e-a09ff6633389 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 944 time: 0.0988479 Aug 13 02:51:56.495403 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5033e7-4ba5-462f-9eca-2182d5a52274 req-ad583aaf-0642-43a3-a13c-1c0a64f658a4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:56.496746 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-de5033e7-4ba5-462f-9eca-2182d5a52274 req-ad583aaf-0642-43a3-a13c-1c0a64f658a4 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0767105 Aug 13 02:51:56.557023 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-de5033e7-4ba5-462f-9eca-2182d5a52274 req-b30079dd-ec56-4cc9-9682-ee25342fa89b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531089 Aug 13 02:51:56.559802 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d4d32a97-dfaa-40d2-911e-321e0374f079 req-1e25b971-80c8-488f-ab32-d35799f0313c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621545 Aug 13 02:51:57.159303 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:51:57.708239 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae5943-2842-4aff-94e8-a8d3d7d0b44f req-9889e6f3-aa8a-40ec-8e31-c52dc2da80cf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:57.709735 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-60ae5943-2842-4aff-94e8-a8d3d7d0b44f req-9889e6f3-aa8a-40ec-8e31-c52dc2da80cf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0782528 Aug 13 02:51:57.717080 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1140c8f-5a36-4008-badd-a183f7a91d1f req-6695a1e4-768a-4767-96ad-260bfd8bb26e tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:57.718429 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a1140c8f-5a36-4008-badd-a183f7a91d1f req-6695a1e4-768a-4767-96ad-260bfd8bb26e tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 944 time: 0.0887539 Aug 13 02:51:57.776784 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-60ae5943-2842-4aff-94e8-a8d3d7d0b44f req-f24f7c02-80a4-4692-b51f-485a5d69314a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573819 Aug 13 02:51:57.782256 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a1140c8f-5a36-4008-badd-a183f7a91d1f req-bf28bfac-939d-4fa9-8cb4-8464a737ffb4 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572610 Aug 13 02:51:58.400293 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-e139f644-7cfe-4103-85a5-ee9e737aa080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:58.401789 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-e139f644-7cfe-4103-85a5-ee9e737aa080 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0394621 Aug 13 02:51:58.495990 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-48040bf4-b9dc-4348-8856-02fef119a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:58.497403 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-48040bf4-b9dc-4348-8856-02fef119a493 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.0856359 Aug 13 02:51:58.563092 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-fa7274e0-9eff-43a5-8017-5d3ebf83d130 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f23c31-6dd8-418b-b36e-fea201bdc574 HTTP/1.1" status: 200 len: 1001 time: 0.0576923 Aug 13 02:51:58.578567 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device e5c024a5-e9bd-4c15-aa40-b904bb55ef80 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:51:58.614813 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-81ae3326-729a-40f8-9156-6e001787f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:58.616319 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-81ae3326-729a-40f8-9156-6e001787f358 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0447869 Aug 13 02:51:58.628676 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port e5c024a5-e9bd-4c15-aa40-b904bb55ef80 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:51:58.632308 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port e5c024a5-e9bd-4c15-aa40-b904bb55ef80 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:51:58.632714 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:58.668152 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-f2edb275-2fc2-4c16-8e02-a90974ca8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:58.669673 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-f2edb275-2fc2-4c16-8e02-a90974ca8585 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445290 Aug 13 02:51:58.711821 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:58.734851 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163caebd-7aae-4e6d-a515-e0686140179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c024a5-e9bd-4c15-aa40-b904bb55ef80'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:51:58.737151 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237b8ec7-c4fd-4376-8f63-09ae648dc91f" -d '{"events": [{"server_uuid": "163caebd-7aae-4e6d-a515-e0686140179a", "name": "network-vif-plugged", "status": "completed", "tag": "e5c024a5-e9bd-4c15-aa40-b904bb55ef80"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:51:58.750448 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port e5c024a5-e9bd-4c15-aa40-b904bb55ef80, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:51:58.755263 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:58.766742 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-ba3f784f-285d-4e50-b7b2-a82ff66dc8b2 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864275 Aug 13 02:51:58.780673 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff96347-d31d-4b10-8f0c-155fcd3b981c x-openstack-request-id: req-eff96347-d31d-4b10-8f0c-155fcd3b981c {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:51:58.781087 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163caebd-7aae-4e6d-a515-e0686140179a", "name": "network-vif-plugged", "status": "completed", "tag": "e5c024a5-e9bd-4c15-aa40-b904bb55ef80", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:51:58.781440 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eff96347-d31d-4b10-8f0c-155fcd3b981c {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:51:58.781823 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163caebd-7aae-4e6d-a515-e0686140179a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c024a5-e9bd-4c15-aa40-b904bb55ef80', 'code': 200} Aug 13 02:51:58.809219 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:58.817990 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.818387 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.818729 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.819107 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.819440 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.819883 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.820120 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.820480 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.820877 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.821265 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.821701 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.821897 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:58.932815 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ad6b14b-6fa6-4802-bc8b-a8b9228e9ff6 req-c606b30e-bb8a-47f2-871d-719579c9f4b8 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577711 Aug 13 02:51:58.957993 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b33be-e56f-49ba-8991-bcef13de8205 req-c2e35b60-36e5-40a0-bc61-f260c188f4a9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:58.959502 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e8b33be-e56f-49ba-8991-bcef13de8205 req-c2e35b60-36e5-40a0-bc61-f260c188f4a9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0975184 Aug 13 02:51:58.968320 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e99199-da60-4e96-b499-f10896ad83d1 req-19036fff-6382-4614-affd-e7ebd0407e87 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:58.970256 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65e99199-da60-4e96-b499-f10896ad83d1 req-19036fff-6382-4614-affd-e7ebd0407e87 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 945 time: 0.0971060 Aug 13 02:51:59.063107 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2e8b33be-e56f-49ba-8991-bcef13de8205 req-acc35eff-0ad6-4650-80be-5053ec890af0 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905671 Aug 13 02:51:59.065115 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bfb46-0815-4a92-8f1f-38367aae585f req-0dc661fe-f192-4205-a4f0-2f7df91caff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:51:59.066496 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bd6bfb46-0815-4a92-8f1f-38367aae585f req-0dc661fe-f192-4205-a4f0-2f7df91caff5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 1098 time: 0.0953860 Aug 13 02:51:59.069189 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65e99199-da60-4e96-b499-f10896ad83d1 req-fbd64256-0505-453e-804c-6153aa8df4f2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832274 Aug 13 02:51:59.105425 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bd6bfb46-0815-4a92-8f1f-38367aae585f req-1c1dee1f-d581-42b9-bbcd-657543f2d7bf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276330 Aug 13 02:52:00.207805 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb9aa8-2cf4-47aa-b8e2-1abf72e6b619 req-7b46e959-1f8f-42a9-a239-d82c8116ee38 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:00.209300 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-97bb9aa8-2cf4-47aa-b8e2-1abf72e6b619 req-7b46e959-1f8f-42a9-a239-d82c8116ee38 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0749168 Aug 13 02:52:00.216699 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe91b78-2bac-4d8d-8e51-bf632ca9e7b7 req-bb00058a-7810-40a0-863a-158b0829f492 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:00.218572 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dbe91b78-2bac-4d8d-8e51-bf632ca9e7b7 req-bb00058a-7810-40a0-863a-158b0829f492 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 945 time: 0.0752594 Aug 13 02:52:00.268769 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-97bb9aa8-2cf4-47aa-b8e2-1abf72e6b619 req-d3487100-a818-48b3-8e94-1438c02fe3b1 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492358 Aug 13 02:52:00.281156 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dbe91b78-2bac-4d8d-8e51-bf632ca9e7b7 req-0551a42a-7eb0-413e-8211-9687780b97ff tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560222 Aug 13 02:52:01.419793 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1339fa-2ea4-4cc2-b2ab-5468ca9df73e req-f5594ff7-f2e3-409a-8558-f0a928b75f93 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:01.421389 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2b1339fa-2ea4-4cc2-b2ab-5468ca9df73e req-f5594ff7-f2e3-409a-8558-f0a928b75f93 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0758009 Aug 13 02:52:01.428678 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f86345-1c75-404c-89a9-0d5b927a0cdd req-bc776c3a-f65d-4c6b-af11-1c6737302152 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:01.430222 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d9f86345-1c75-404c-89a9-0d5b927a0cdd req-bc776c3a-f65d-4c6b-af11-1c6737302152 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 945 time: 0.0741365 Aug 13 02:52:01.483096 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2b1339fa-2ea4-4cc2-b2ab-5468ca9df73e req-13edba2f-eea3-418e-99fe-60fbfdb80123 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518522 Aug 13 02:52:01.487680 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d9f86345-1c75-404c-89a9-0d5b927a0cdd req-c2dad6cb-aa17-4674-9bb2-250750cdd796 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509624 Aug 13 02:52:02.599203 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:52:02.606158 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2d61-d279-4418-841c-fbaa08c4f92e req-5be9793f-42b7-4ef5-8bc3-3b8781a1c914 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:02.608577 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7be2d61-d279-4418-841c-fbaa08c4f92e req-5be9793f-42b7-4ef5-8bc3-3b8781a1c914 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 945 time: 0.0517156 Aug 13 02:52:02.648037 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7be2d61-d279-4418-841c-fbaa08c4f92e req-fed4e703-609e-464f-8b50-29ef47eb1bbf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330651 Aug 13 02:52:02.685966 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:02.708027 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:52:02.710270 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46531e49-b096-4a0f-a5e7-584a91340edc" -d '{"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:52:02.723740 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:02.727843 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:02.753625 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 02:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b150d3c8-1ab5-4697-b98a-6d965fa20ba2 x-openstack-request-id: req-b150d3c8-1ab5-4697-b98a-6d965fa20ba2 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:52:02.753918 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:52:02.754167 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b150d3c8-1ab5-4697-b98a-6d965fa20ba2 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:52:02.754577 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'code': 200} Aug 13 02:52:02.777820 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=8']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:03.641633 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460d5c-c001-409a-98e0-b27d46f9540b req-b787fc21-5c70-4471-99b9-a5794cdf28cf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:03.643133 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7460d5c-c001-409a-98e0-b27d46f9540b req-b787fc21-5c70-4471-99b9-a5794cdf28cf tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0528357 Aug 13 02:52:03.674650 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-8288b725-0c4f-448c-b894-1fee351e0aff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447054 Aug 13 02:52:03.690635 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d7460d5c-c001-409a-98e0-b27d46f9540b req-414c4c90-3154-4e3b-8ec8-b1acc8e2f828 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413361 Aug 13 02:52:04.627455 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-3b65411d-ee4d-4457-9650-dc9189aae377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:04.628952 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-3b65411d-ee4d-4457-9650-dc9189aae377 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6&tenant_id=d15501c9af0d4eb9a307bb9a7ac84801 HTTP/1.1" status: 200 len: 1096 time: 0.0401530 Aug 13 02:52:04.714221 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-0b0ad1bc-0243-49e0-9279-6b66668656ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:04.715681 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-0b0ad1bc-0243-49e0-9279-6b66668656ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0425286 Aug 13 02:52:04.834439 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb757081-8310-4595-9dc9-a75e44a56a96 req-b27f83a3-aa1f-48b3-b0a3-8b1637db4b67 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:04.835886 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb757081-8310-4595-9dc9-a75e44a56a96 req-b27f83a3-aa1f-48b3-b0a3-8b1637db4b67 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0670776 Aug 13 02:52:04.863510 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-5ade488b-0f0f-4fd4-ac3d-6c329388ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:04.864917 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-5ade488b-0f0f-4fd4-ac3d-6c329388ce10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.1405873 Aug 13 02:52:04.914680 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cb757081-8310-4595-9dc9-a75e44a56a96 req-0af8894e-837d-4b60-b540-35150a68c1f3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701327 Aug 13 02:52:04.944148 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-e304a882-93ba-4032-961d-55681d7db688 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f23c31-6dd8-418b-b36e-fea201bdc574 HTTP/1.1" status: 200 len: 999 time: 0.0665414 Aug 13 02:52:04.993427 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-06a2e3df-a654-4521-8e36-2eac0ebc19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:04.994821 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-06a2e3df-a654-4521-8e36-2eac0ebc19d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0413027 Aug 13 02:52:05.059077 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-1f0b35ad-b293-444f-af77-0478c52db556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:05.061159 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-1f0b35ad-b293-444f-af77-0478c52db556 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428874 Aug 13 02:52:05.153041 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-702d67fb-a515-43bc-b0ce-79147c7be48b service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792093 Aug 13 02:52:05.249475 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b5246dfd-b5bb-4fa2-8983-a7725d7c8c8b req-3051ccef-e774-4015-9b4e-ab9a7b9fe193 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839350 Aug 13 02:52:05.832320 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f8afa19f-4acf-4735-8287-2f7ed5bd3eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:06.041388 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675acd5-11d1-4c93-b784-ac2726160829 req-121265a5-c810-4458-8229-857f40b8ac43 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:06.042924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f675acd5-11d1-4c93-b784-ac2726160829 req-121265a5-c810-4458-8229-857f40b8ac43 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0521846 Aug 13 02:52:06.082438 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f675acd5-11d1-4c93-b784-ac2726160829 req-4284116e-81eb-4f05-98e3-8e66645cd563 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325069 Aug 13 02:52:06.603762 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:52:07.203529 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaeef2-2e75-40a8-a7a8-1f9cc865a9f4 req-d9df8e78-63a1-42a2-9043-6443fbdaea3d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:07.205415 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d4aaeef2-2e75-40a8-a7a8-1f9cc865a9f4 req-d9df8e78-63a1-42a2-9043-6443fbdaea3d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0517550 Aug 13 02:52:07.246408 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d4aaeef2-2e75-40a8-a7a8-1f9cc865a9f4 req-9e5cb967-7aec-4384-9179-914d47b711de tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349152 Aug 13 02:52:08.374624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f3069-8b68-4f77-87ed-c44779390631 req-6d91b373-440c-4cb3-804f-53b3c140c477 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:08.376120 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-873f3069-8b68-4f77-87ed-c44779390631 req-6d91b373-440c-4cb3-804f-53b3c140c477 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0508935 Aug 13 02:52:08.425654 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-873f3069-8b68-4f77-87ed-c44779390631 req-a3efdfc4-753b-4745-9d9c-6fa092f213f8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429976 Aug 13 02:52:08.786603 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-72204bdb-7e87-40a2-a1e2-a54c4377e249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:09.053538 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:09.554813 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b522ed-678f-41eb-983a-0b8e5c806eec req-29f48aef-e7b5-487b-bd1d-c6ea7ad91d79 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:09.556423 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7b522ed-678f-41eb-983a-0b8e5c806eec req-29f48aef-e7b5-487b-bd1d-c6ea7ad91d79 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0564332 Aug 13 02:52:09.594988 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f7b522ed-678f-41eb-983a-0b8e5c806eec req-3b184077-9313-41e7-995b-2946e812cdb8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328636 Aug 13 02:52:09.645886 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:09.724719 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:10.714920 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efa312-632c-4b57-8880-44b4136793df req-dcb44b51-cba7-4beb-93c5-ce48a1bf7f80 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:10.716579 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-59efa312-632c-4b57-8880-44b4136793df req-dcb44b51-cba7-4beb-93c5-ce48a1bf7f80 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0488071 Aug 13 02:52:10.758506 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-59efa312-632c-4b57-8880-44b4136793df req-c11fde6a-2d5e-4693-b252-afe10c3a5d42 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349710 Aug 13 02:52:11.290888 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:11.885050 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19960f6-39a6-4864-b5b4-ac41aa08555c req-8c66510d-89ac-4f2a-bb35-ffa92a7a084e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:11.886498 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a19960f6-39a6-4864-b5b4-ac41aa08555c req-8c66510d-89ac-4f2a-bb35-ffa92a7a084e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0480506 Aug 13 02:52:11.927124 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a19960f6-39a6-4864-b5b4-ac41aa08555c req-90347f24-a2dd-4e01-af51-35a5c018a9ec tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347910 Aug 13 02:52:13.056109 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0387291-c040-4aea-aba7-79db685aac93 req-29d0bc05-c6ca-4a39-a4f4-36dea03a35c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:13.057613 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0387291-c040-4aea-aba7-79db685aac93 req-29d0bc05-c6ca-4a39-a4f4-36dea03a35c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0487924 Aug 13 02:52:13.105478 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0387291-c040-4aea-aba7-79db685aac93 req-c78f6584-5532-446f-a038-e4729d787bad tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411298 Aug 13 02:52:14.233551 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a77c8-8628-467f-91be-1b91c4876e39 req-eda3f072-3bac-4b8e-89d8-f947ca0685f8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:14.234988 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-665a77c8-8628-467f-91be-1b91c4876e39 req-eda3f072-3bac-4b8e-89d8-f947ca0685f8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0492156 Aug 13 02:52:14.274739 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-665a77c8-8628-467f-91be-1b91c4876e39 req-4cf2e206-9c6d-4f5c-a090-83f2cd400f6c tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337758 Aug 13 02:52:15.393087 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da58a-7626-4254-9de1-140b3fe82c1b req-fb3da2dc-67a3-4d79-bf8f-ed3bfdfd125b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:15.394549 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8e4da58a-7626-4254-9de1-140b3fe82c1b req-fb3da2dc-67a3-4d79-bf8f-ed3bfdfd125b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0472808 Aug 13 02:52:15.436282 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8e4da58a-7626-4254-9de1-140b3fe82c1b req-b5c8b5b1-8523-40be-adeb-188595754290 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348001 Aug 13 02:52:16.568380 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce455b19-3401-4432-b57a-a6ee089f7a2f req-a6777ddf-5c22-48b4-8699-6e010e80a887 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:16.570406 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ce455b19-3401-4432-b57a-a6ee089f7a2f req-a6777ddf-5c22-48b4-8699-6e010e80a887 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0614884 Aug 13 02:52:16.606849 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ce455b19-3401-4432-b57a-a6ee089f7a2f req-10bb5822-8f59-4aee-ab5a-3ba6649e9c7a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306132 Aug 13 02:52:17.726140 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f12fc5-2d58-45cb-8a74-f36e1f1ca12b req-a8c4922d-39ff-4436-b45b-c769ed242fb3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:17.727615 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-23f12fc5-2d58-45cb-8a74-f36e1f1ca12b req-a8c4922d-39ff-4436-b45b-c769ed242fb3 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0505672 Aug 13 02:52:17.775948 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-23f12fc5-2d58-45cb-8a74-f36e1f1ca12b req-e66dce1d-471b-4736-9923-d148cb557565 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420406 Aug 13 02:52:18.895531 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc62eb4-2fab-47ea-95b5-26942820aba9 req-8193e2c7-f41d-4fff-a548-7d763cef34e6 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:18.897942 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9cc62eb4-2fab-47ea-95b5-26942820aba9 req-8193e2c7-f41d-4fff-a548-7d763cef34e6 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0511694 Aug 13 02:52:18.938731 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9cc62eb4-2fab-47ea-95b5-26942820aba9 req-d1a0c4e7-ba46-4f17-bb37-0f23c3f0b6d9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350039 Aug 13 02:52:20.064417 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9da97-2c5d-4fbc-b3f4-32d27b4b7950 req-7a25d94b-0016-44ad-9f36-207d8ce8411e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:20.066750 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a8a9da97-2c5d-4fbc-b3f4-32d27b4b7950 req-7a25d94b-0016-44ad-9f36-207d8ce8411e tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0507271 Aug 13 02:52:20.115760 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a8a9da97-2c5d-4fbc-b3f4-32d27b4b7950 req-c4fc8e65-b0d4-4a98-b38f-b88bc7e48816 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419555 Aug 13 02:52:21.249080 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2266f8-ed23-487b-bb99-565c97947a1e req-d28d47b3-a1d1-443b-8512-e09e06b51700 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:21.250613 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-af2266f8-ed23-487b-bb99-565c97947a1e req-d28d47b3-a1d1-443b-8512-e09e06b51700 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0499730 Aug 13 02:52:21.287397 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-af2266f8-ed23-487b-bb99-565c97947a1e req-d0088a47-9dfd-43c9-abef-f194f38cdb90 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309401 Aug 13 02:52:22.405219 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce9173-1fe0-4767-86a2-09d89e7db751 req-d875a208-a45b-49cd-8a91-8df19c05976a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:22.406636 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6ce9173-1fe0-4767-86a2-09d89e7db751 req-d875a208-a45b-49cd-8a91-8df19c05976a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0469501 Aug 13 02:52:22.445702 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6ce9173-1fe0-4767-86a2-09d89e7db751 req-75e439a7-c2b6-4f53-83d4-e83275d3f3eb tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333078 Aug 13 02:52:23.572285 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6332d69-e7af-4cfd-9bcb-6570cb60d7dc req-3523f81c-5516-4916-bc91-157a0c6c03f8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:23.573672 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6332d69-e7af-4cfd-9bcb-6570cb60d7dc req-3523f81c-5516-4916-bc91-157a0c6c03f8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0548613 Aug 13 02:52:23.610053 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e6332d69-e7af-4cfd-9bcb-6570cb60d7dc req-7d9f45d1-f246-4380-88c8-cd5b3390028a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304997 Aug 13 02:52:24.047704 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-56ac9437-0b04-4fd8-bef2-f3400b58b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:24.049264 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-56ac9437-0b04-4fd8-bef2-f3400b58b455 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0988536 Aug 13 02:52:24.174425 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-c8e0b37d-1ff5-4b7b-b3ae-756da0496f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:24.175948 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-c8e0b37d-1ff5-4b7b-b3ae-756da0496f02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.0923042 Aug 13 02:52:24.252249 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-2e36eea1-9aaa-4d8c-8ca6-2460796678d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f23c31-6dd8-418b-b36e-fea201bdc574 HTTP/1.1" status: 200 len: 999 time: 0.0635290 Aug 13 02:52:24.311036 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-df3aa762-86f7-474a-beaa-90587e58199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:24.312522 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-df3aa762-86f7-474a-beaa-90587e58199a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0506792 Aug 13 02:52:24.364360 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-50e6eb89-d709-4b62-907e-85e25b2481a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:24.365952 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-50e6eb89-d709-4b62-907e-85e25b2481a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440345 Aug 13 02:52:24.453124 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-7874443f-21eb-4a73-aa73-5f34d314cfd3 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783775 Aug 13 02:52:24.555566 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-825ff0cc-166c-49d0-ad3e-96baf2926cb3 req-fff9845c-a40f-4de3-84a3-bc808ba189da service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897179 Aug 13 02:52:24.733032 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e74aa2-33b6-4ee6-8b73-758d450ef197 req-2c9a4ab4-5ab8-438d-81d8-7b5beaf7c748 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:24.734499 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0e74aa2-33b6-4ee6-8b73-758d450ef197 req-2c9a4ab4-5ab8-438d-81d8-7b5beaf7c748 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0484598 Aug 13 02:52:24.771097 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e0e74aa2-33b6-4ee6-8b73-758d450ef197 req-2df6e432-696b-48e8-b4f1-a31302c782ef tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308216 Aug 13 02:52:25.889660 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7ddd4-1d98-4582-b6a7-c6d904dba049 req-f300ba96-4629-4339-8fef-7e872149f438 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:25.891115 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b6d7ddd4-1d98-4582-b6a7-c6d904dba049 req-f300ba96-4629-4339-8fef-7e872149f438 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0497012 Aug 13 02:52:25.929547 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b6d7ddd4-1d98-4582-b6a7-c6d904dba049 req-b8514011-7b2a-4f31-ad77-b5e5df43da7d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Aug 13 02:52:26.749022 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-42dfb4f0-54c5-4ab2-a994-8111fedd8752 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:26.750442 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-42dfb4f0-54c5-4ab2-a994-8111fedd8752 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 815 time: 0.1000891 Aug 13 02:52:26.764962 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-f35ef92b-438d-486e-bf55-352a69c180df tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/quotas/b4375f996cef43df8b2350c96e17e932 HTTP/1.1" status: 200 len: 375 time: 0.0088866 Aug 13 02:52:26.813532 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d4825ed-722f-41f7-95d9-3c865f509df0 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435119 Aug 13 02:52:26.824482 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-df7ff69f-7c40-412b-afd8-cb914d243a27 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=100589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:52:26.825421 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-df7ff69f-7c40-412b-afd8-cb914d243a27 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048013 Aug 13 02:52:27.220494 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a63c8-b2d1-4ee4-8ee4-7634da0f447c req-c706aaf5-e42f-42b9-938e-1975531cbb21 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:27.221822 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-185a63c8-b2d1-4ee4-8ee4-7634da0f447c req-c706aaf5-e42f-42b9-938e-1975531cbb21 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0705318 Aug 13 02:52:27.238526 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-af4e5075-8886-4edd-9b64-1ba7784b9678 service neutron] 10.222.0.43 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077756 Aug 13 02:52:27.309006 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-185a63c8-b2d1-4ee4-8ee4-7634da0f447c req-dea5e3a3-a2f7-49bc-b2f2-72a36ed08ad7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796323 Aug 13 02:52:27.342631 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-3f3549ce-e5b3-402b-a5b6-199ffd3b8016 service neutron] 10.222.0.43 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973570 Aug 13 02:52:27.496985 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1b14e8f5-cfc4-4778-8cb4-ab22ce699972 req-dbe900f7-06b6-4e3a-a79e-509b89552a42 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 210 time: 0.0273883 Aug 13 02:52:28.424937 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb448ee0-d74e-4cf1-bbd7-9aaffb5e9dd5 req-27041f7c-7ab2-4620-96ef-502f4eca1e8a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:28.426386 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eb448ee0-d74e-4cf1-bbd7-9aaffb5e9dd5 req-27041f7c-7ab2-4620-96ef-502f4eca1e8a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 943 time: 0.0472279 Aug 13 02:52:28.463203 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eb448ee0-d74e-4cf1-bbd7-9aaffb5e9dd5 req-9c9b3cc9-4bfb-423a-a7ef-13fb25da3426 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298746 Aug 13 02:52:28.589567 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b1c6c6e4-6c47-4c35-a82e-dc0da0b96838 req-1ae78963-177b-4b5c-9f03-6df55395e6e9 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 210 time: 0.0264144 Aug 13 02:52:28.759517 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:52:28.785072 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-e98da83d-f71d-4127-abe3-a05827694bb6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:28.786860 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-e98da83d-f71d-4127-abe3-a05827694bb6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 815 time: 0.1279857 Aug 13 02:52:28.828267 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Request body: {'port': {'device_id': '423d9efd-9fb9-407e-ba46-59fae80eb23e', 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064', 'admin_state_up': True, 'tenant_id': 'b4375f996cef43df8b2350c96e17e932'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:52:28.863254 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:28.875777 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'port_id': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'mac_address': 'fa:16:3e:90:2c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:52:28.912788 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:28.925843 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f23c31-6dd8-418b-b36e-fea201bdc574 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:52:28.945817 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Made reservation on behalf of b4375f996cef43df8b2350c96e17e932 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:52:28.946865 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:28.949742 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:28.950090 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:28.997295 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=9']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:29.077972 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Allocated IP 172.20.0.8 (b1572d9c-656c-4d1b-beea-98882e7e8064/e5e12d61-e117-485e-9150-1e871bdb4631/7e3d30dc-5abd-409d-bada-a898f58ddd66) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:52:29.222227 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:29.260959 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:29.301911 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Network b1572d9c-656c-4d1b-beea-98882e7e8064 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:52:29.307397 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:52:29.311207 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:52:29.312179 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['e5c024a5-e9bd-4c15-aa40-b904bb55ef80'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:52:29.317633 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Pushing event updated for resources: {'Port': ['ID=7e3d30dc-5abd-409d-bada-a898f58ddd66,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:29.364024 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:29.364559 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:29.379250 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2ee42c00-c1ff-4ac0-8c67-9a9ab30ebc73 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553892 Aug 13 02:52:29.404512 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Request body: {'port': {'device_id': '423d9efd-9fb9-407e-ba46-59fae80eb23e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:52:29.462115 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:29.657869 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703734-f9aa-494d-ae9c-c50efbe3a308 req-9fd4bd70-3164-4c10-bd66-8011a493b3f8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:29.659359 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-18703734-f9aa-494d-ae9c-c50efbe3a308 req-9fd4bd70-3164-4c10-bd66-8011a493b3f8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 944 time: 0.1005332 Aug 13 02:52:29.747313 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['59f23c31-6dd8-418b-b36e-fea201bdc574'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:52:29.752223 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-18703734-f9aa-494d-ae9c-c50efbe3a308 req-d769f0da-4594-4db5-8934-1a7cc96bde95 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837877 Aug 13 02:52:29.776914 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4edaf-e12a-4aad-aa12-c84cd5a78840 req-229e15c9-4d43-464d-a15f-4022ecb8eeae tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:29.778411 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2e4edaf-e12a-4aad-aa12-c84cd5a78840 req-229e15c9-4d43-464d-a15f-4022ecb8eeae tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 931 time: 0.1168065 Aug 13 02:52:29.849147 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c2e4edaf-e12a-4aad-aa12-c84cd5a78840 req-a75d4be8-74cf-4489-889f-70fc8a24b451 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620804 Aug 13 02:52:29.856744 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3d30dc-5abd-409d-bada-a898f58ddd66 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:52:29.864607 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:29.876731 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Transition to ACTIVE for port object 7e3d30dc-5abd-409d-bada-a898f58ddd66 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:52:29.880382 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:29.928283 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Pushing event updated for resources: {'Port': ['ID=7e3d30dc-5abd-409d-bada-a898f58ddd66,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:29.999151 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Attempting to bind port 7e3d30dc-5abd-409d-bada-a898f58ddd66 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:52:29.999487 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Attempting to bind port 7e3d30dc-5abd-409d-bada-a898f58ddd66 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:52:29.999815 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Attempting to bind port 7e3d30dc-5abd-409d-bada-a898f58ddd66 on network b1572d9c-656c-4d1b-beea-98882e7e8064 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:52:30.004293 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Port 7e3d30dc-5abd-409d-bada-a898f58ddd66 on network b1572d9c-656c-4d1b-beea-98882e7e8064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:52:30.004638 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Attempting to bind port 7e3d30dc-5abd-409d-bada-a898f58ddd66 on network b1572d9c-656c-4d1b-beea-98882e7e8064 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:52:30.010053 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:52:30.010389 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Checking segment: {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:52:30.010769 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Bound using segment: {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:52:30.011191 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Bound port: 7e3d30dc-5abd-409d-bada-a898f58ddd66, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:52:30.011542 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:30.074223 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] For port 7e3d30dc-5abd-409d-bada-a898f58ddd66, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:52:30.077972 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] For port 7e3d30dc-5abd-409d-bada-a898f58ddd66, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=7e3d30dc-5abd-409d-bada-a898f58ddd66,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:52:30.082288 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:30.114493 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:30.115190 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:30.116601 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] 10.222.0.39 "PUT /v2.0/ports/7e3d30dc-5abd-409d-bada-a898f58ddd66 HTTP/1.1" status: 200 len: 1093 time: 0.7163353 Aug 13 02:52:30.117028 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423d9efd-9fb9-407e-ba46-59fae80eb23e', 'tag': '7e3d30dc-5abd-409d-bada-a898f58ddd66'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:52:30.119246 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d06bf4-e533-4b5f-bc34-c965e4c48734" -d '{"events": [{"name": "network-changed", "server_uuid": "423d9efd-9fb9-407e-ba46-59fae80eb23e", "tag": "7e3d30dc-5abd-409d-bada-a898f58ddd66"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:52:30.145290 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d567011-808c-4cc3-85bb-7ff371fad0ee service neutron] Pushing event updated for resources: {'Port': ['ID=7e3d30dc-5abd-409d-bada-a898f58ddd66,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:30.158334 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b093a72-705a-4cff-bd99-be8623efb64d x-openstack-request-id: req-8b093a72-705a-4cff-bd99-be8623efb64d {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:52:30.158622 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423d9efd-9fb9-407e-ba46-59fae80eb23e", "tag": "7e3d30dc-5abd-409d-bada-a898f58ddd66", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:52:30.158895 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b093a72-705a-4cff-bd99-be8623efb64d {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:52:30.159285 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423d9efd-9fb9-407e-ba46-59fae80eb23e', 'tag': '7e3d30dc-5abd-409d-bada-a898f58ddd66', 'status': 'completed', 'code': 200} Aug 13 02:52:30.258125 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-887e7cb3-2dee-4b8e-b021-d13e396a3d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:30.259640 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-887e7cb3-2dee-4b8e-b021-d13e396a3d52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 1096 time: 0.0462017 Aug 13 02:52:30.312474 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-2960ff39-6f82-4c3c-a09e-5a3146c82efc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3d30dc-5abd-409d-bada-a898f58ddd66 HTTP/1.1" status: 200 len: 217 time: 0.0336294 Aug 13 02:52:30.362139 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-209191c7-f083-43c6-a45c-2eae4dae9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:30.363550 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-209191c7-f083-43c6-a45c-2eae4dae9077 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e12d61-e117-485e-9150-1e871bdb4631 HTTP/1.1" status: 200 len: 855 time: 0.0430756 Aug 13 02:52:30.394890 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-947cd7bb-e630-4bb7-a610-ee1529a43c86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1572d9c-656c-4d1b-beea-98882e7e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232387 Aug 13 02:52:30.490292 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-8034ab6d-baf5-4d8c-8402-d21cfbe32038 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851996 Aug 13 02:52:30.581303 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b905958e-d53e-42f7-b8b4-b6899b69ec6b req-e5d751d5-37b5-4da5-9c74-6c78d24d92b8 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794804 Aug 13 02:52:30.767676 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-c957ff34-e26a-429f-80ff-92af938dd9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:30.769190 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-c957ff34-e26a-429f-80ff-92af938dd9eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 1096 time: 0.0440977 Aug 13 02:52:30.911009 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af02c8-e0d2-4702-8785-3d72d2c5957b req-087a9818-96cf-4f87-92d3-96316214ae78 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:30.913009 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e5af02c8-e0d2-4702-8785-3d72d2c5957b req-087a9818-96cf-4f87-92d3-96316214ae78 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 944 time: 0.0836687 Aug 13 02:52:30.913996 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-6aa09abd-85ef-4b31-82a6-6067eec930f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:30.915404 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-6aa09abd-85ef-4b31-82a6-6067eec930f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 916 time: 0.1302619 Aug 13 02:52:30.991169 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-862fe7d9-c092-4e1f-a9b4-ebd7e8a6fe58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3d30dc-5abd-409d-bada-a898f58ddd66 HTTP/1.1" status: 200 len: 217 time: 0.0568469 Aug 13 02:52:31.024506 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e5af02c8-e0d2-4702-8785-3d72d2c5957b req-07180aa8-68f0-4c1a-a86c-074c4645eb1b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052723 Aug 13 02:52:31.055985 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6874a3-8ec1-41ab-a72f-d6a1a87ebce9 req-c4520941-fdba-4df3-a1f3-ab908228dfa9 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:31.057447 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ba6874a3-8ec1-41ab-a72f-d6a1a87ebce9 req-c4520941-fdba-4df3-a1f3-ab908228dfa9 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 943 time: 0.1373203 Aug 13 02:52:31.084478 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-f8e90501-a592-477f-8987-e1d4036d06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:31.086174 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-f8e90501-a592-477f-8987-e1d4036d06ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e12d61-e117-485e-9150-1e871bdb4631 HTTP/1.1" status: 200 len: 855 time: 0.0776436 Aug 13 02:52:31.123462 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ba6874a3-8ec1-41ab-a72f-d6a1a87ebce9 req-cf7ecbd1-6f64-4c44-96e8-5ddef5ebeed3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601285 Aug 13 02:52:31.125398 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-4aecf84d-8c17-4137-b3a5-be059f88d3d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1572d9c-656c-4d1b-beea-98882e7e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291412 Aug 13 02:52:31.221172 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-ed1b30c4-f930-4082-a1a0-674fe317440b service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834055 Aug 13 02:52:31.315270 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c1d06bf4-e533-4b5f-bc34-c965e4c48734 req-71a3fdfa-5a23-4fe6-831b-57d220931e02 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808868 Aug 13 02:52:32.145993 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0155aa-da1c-4993-b9f1-c88f6f4cd3db req-b7083748-ee26-49ba-b3ed-bf7be6ace815 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:32.148797 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ff0155aa-da1c-4993-b9f1-c88f6f4cd3db req-b7083748-ee26-49ba-b3ed-bf7be6ace815 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 944 time: 0.0538206 Aug 13 02:52:32.185846 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ff0155aa-da1c-4993-b9f1-c88f6f4cd3db req-44e96d70-143b-42d6-bbe7-087c15baa658 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Aug 13 02:52:32.238781 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bc59c-90b5-4d9b-a34b-a0005dbc82bf req-4fcf46c9-9c59-41a3-a8b5-4632ec7a36ee tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:32.240322 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-612bc59c-90b5-4d9b-a34b-a0005dbc82bf req-4fcf46c9-9c59-41a3-a8b5-4632ec7a36ee tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 943 time: 0.0524623 Aug 13 02:52:32.281222 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-612bc59c-90b5-4d9b-a34b-a0005dbc82bf req-7610ec35-b892-492c-b9ca-72ad91c11ee6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332627 Aug 13 02:52:32.779586 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:52:32.826135 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 59f23c31-6dd8-418b-b36e-fea201bdc574 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:52:32.826505 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:32.903133 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:33.045856 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:52:33.048001 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475c04ee-a10e-4edb-a81a-fb0315d2b5f2" -d '{"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-plugged", "status": "completed", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:52:33.061464 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:33.065368 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:33.112355 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=10']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:33.141381 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb9baac-c39e-43ee-abb9-fd8f06669c40 x-openstack-request-id: req-ddb9baac-c39e-43ee-abb9-fd8f06669c40 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:52:33.141675 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-plugged", "status": "completed", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:52:33.141928 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddb9baac-c39e-43ee-abb9-fd8f06669c40 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:52:33.142347 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'code': 200} Aug 13 02:52:33.311387 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db7e97-9d80-47f2-9347-9052d4c4bd8f req-b23a8f9d-4d35-4a27-8e67-22dbf77d452a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:33.312932 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-74db7e97-9d80-47f2-9347-9052d4c4bd8f req-b23a8f9d-4d35-4a27-8e67-22dbf77d452a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 946 time: 0.0500407 Aug 13 02:52:33.366792 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-74db7e97-9d80-47f2-9347-9052d4c4bd8f req-00124e82-6a9d-4ae2-aae6-887cc9340986 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451708 Aug 13 02:52:33.432830 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17931cd3-86e9-4eb2-afc4-62fbd6959fbd req-a2439b83-e40f-40b0-a84c-d213721ef94c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:33.434274 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17931cd3-86e9-4eb2-afc4-62fbd6959fbd req-a2439b83-e40f-40b0-a84c-d213721ef94c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 943 time: 0.0845575 Aug 13 02:52:33.439499 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb11bd-a076-413d-bb8d-babb778131ef req-aa70449e-67eb-4a05-b058-18b974b15445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:33.440851 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ceb11bd-a076-413d-bb8d-babb778131ef req-aa70449e-67eb-4a05-b058-18b974b15445 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0613129 Aug 13 02:52:33.493902 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17931cd3-86e9-4eb2-afc4-62fbd6959fbd req-4eb7212b-ec80-4120-90c0-12cd324d4903 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Aug 13 02:52:33.497483 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ceb11bd-a076-413d-bb8d-babb778131ef req-61773475-d164-4ff0-b969-bcf9d9c33e7f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Aug 13 02:52:34.157557 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:52:34.483884 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab07443-6485-4a70-a705-d35468fa2cf0 req-62af23d3-86a4-48f6-91c0-2f335ebb9a2f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:34.485276 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0ab07443-6485-4a70-a705-d35468fa2cf0 req-62af23d3-86a4-48f6-91c0-2f335ebb9a2f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 946 time: 0.0480800 Aug 13 02:52:34.521729 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0ab07443-6485-4a70-a705-d35468fa2cf0 req-d8432fd9-0417-405e-a945-a0c452e03a05 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299335 Aug 13 02:52:34.613741 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d409ec-172e-4835-ac1a-7fc53b2823d7 req-6bff0440-69ef-4df7-a60a-18c3134d5590 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:34.615937 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-88d409ec-172e-4835-ac1a-7fc53b2823d7 req-6bff0440-69ef-4df7-a60a-18c3134d5590 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 943 time: 0.0535085 Aug 13 02:52:34.656561 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-88d409ec-172e-4835-ac1a-7fc53b2823d7 req-6a4835d8-98a2-41f4-90b1-ae2dffcff367 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336409 Aug 13 02:52:34.792716 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 7e3d30dc-5abd-409d-bada-a898f58ddd66 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:52:34.883917 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 7e3d30dc-5abd-409d-bada-a898f58ddd66, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=7e3d30dc-5abd-409d-bada-a898f58ddd66,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:34.894450 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '7e3d30dc-5abd-409d-bada-a898f58ddd66', 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064', 'port_id': '7e3d30dc-5abd-409d-bada-a898f58ddd66', 'mac_address': 'fa:16:3e:66:24:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e12d61-e117-485e-9150-1e871bdb4631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:52:34.930693 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:34.944810 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3d30dc-5abd-409d-bada-a898f58ddd66 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:52:34.970803 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 7e3d30dc-5abd-409d-bada-a898f58ddd66, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=7e3d30dc-5abd-409d-bada-a898f58ddd66,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:34.976294 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:35.020988 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=7e3d30dc-5abd-409d-bada-a898f58ddd66,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:35.623661 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['7e3d30dc-5abd-409d-bada-a898f58ddd66'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:52:35.645654 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19282082-b07d-47da-8638-099d4d926745 req-4c4d2762-fa77-4b1a-ac27-496b9de9bc92 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:35.647228 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-19282082-b07d-47da-8638-099d4d926745 req-4c4d2762-fa77-4b1a-ac27-496b9de9bc92 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 946 time: 0.0523472 Aug 13 02:52:35.698267 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-19282082-b07d-47da-8638-099d4d926745 req-ddcf098a-2ca2-417b-913b-ffbf5d1b04dc tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428581 Aug 13 02:52:35.780520 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5efd7-5de8-43c9-a46e-3ebdbd667cf7 req-3695f8f0-3c0b-46f2-8303-dd99fa43fb5b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:35.782161 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cdb5efd7-5de8-43c9-a46e-3ebdbd667cf7 req-3695f8f0-3c0b-46f2-8303-dd99fa43fb5b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 944 time: 0.0520396 Aug 13 02:52:35.825569 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cdb5efd7-5de8-43c9-a46e-3ebdbd667cf7 req-65ce152c-6fd4-4587-aace-6b913ad644bc tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362012 Aug 13 02:52:35.838207 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b7fb2abf-1cf6-427b-8796-0595e0f13978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:36.813869 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049859b-966e-4e98-acea-f3e1b69a7135 req-f3d31eea-8068-4af4-aa0b-8f01a8b0932f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:36.815301 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a049859b-966e-4e98-acea-f3e1b69a7135 req-f3d31eea-8068-4af4-aa0b-8f01a8b0932f tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 946 time: 0.0502884 Aug 13 02:52:36.853179 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a049859b-966e-4e98-acea-f3e1b69a7135 req-4b1b0029-86fc-4e5a-8981-e5d38a37cd4b tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Aug 13 02:52:36.941787 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34669d9d-45f6-4853-aa4d-95eb63154221 req-706aed6f-cf0b-4453-b409-9abb15435ac4 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:36.943867 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-34669d9d-45f6-4853-aa4d-95eb63154221 req-706aed6f-cf0b-4453-b409-9abb15435ac4 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 944 time: 0.0488119 Aug 13 02:52:36.981021 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-34669d9d-45f6-4853-aa4d-95eb63154221 req-86ab6aac-09bd-4abc-8cc3-0468e591501f tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 Aug 13 02:52:38.093843 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b3296-8536-4116-ba52-61aca8cec4ce req-3011f204-9c5a-4165-a912-348cec0d369a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:38.095282 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e41b3296-8536-4116-ba52-61aca8cec4ce req-3011f204-9c5a-4165-a912-348cec0d369a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 944 time: 0.0489275 Aug 13 02:52:38.141052 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e41b3296-8536-4116-ba52-61aca8cec4ce req-5af529e5-5929-432c-b992-9e92b2061cb9 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 Aug 13 02:52:38.788386 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5085951a-c0dd-4e8a-9502-7e6a20e23e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:38.806473 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 7e3d30dc-5abd-409d-bada-a898f58ddd66 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:52:38.850712 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 7e3d30dc-5abd-409d-bada-a898f58ddd66 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:52:38.854098 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 7e3d30dc-5abd-409d-bada-a898f58ddd66 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:52:38.854462 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:38.928295 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:38.949848 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423d9efd-9fb9-407e-ba46-59fae80eb23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3d30dc-5abd-409d-bada-a898f58ddd66'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:52:38.952041 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73864f41-6d60-46f4-91e0-322d678179c7" -d '{"events": [{"server_uuid": "423d9efd-9fb9-407e-ba46-59fae80eb23e", "name": "network-vif-plugged", "status": "completed", "tag": "7e3d30dc-5abd-409d-bada-a898f58ddd66"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:52:38.965161 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 7e3d30dc-5abd-409d-bada-a898f58ddd66, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=7e3d30dc-5abd-409d-bada-a898f58ddd66,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:38.974889 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:38.999749 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac522a-1149-4fc2-88f9-000b332ee911 x-openstack-request-id: req-40ac522a-1149-4fc2-88f9-000b332ee911 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:52:39.000041 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423d9efd-9fb9-407e-ba46-59fae80eb23e", "name": "network-vif-plugged", "status": "completed", "tag": "7e3d30dc-5abd-409d-bada-a898f58ddd66", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:52:39.000293 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40ac522a-1149-4fc2-88f9-000b332ee911 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:52:39.000706 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423d9efd-9fb9-407e-ba46-59fae80eb23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3d30dc-5abd-409d-bada-a898f58ddd66', 'code': 200} Aug 13 02:52:39.027094 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=7e3d30dc-5abd-409d-bada-a898f58ddd66,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:39.054232 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:39.219971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f7ba4-1bd5-4247-a84e-2a0871899e71 req-09cda2b4-3a06-4399-86af-a3204393bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:39.221423 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6a3f7ba4-1bd5-4247-a84e-2a0871899e71 req-09cda2b4-3a06-4399-86af-a3204393bdf7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 1098 time: 0.0611942 Aug 13 02:52:39.286095 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fecec-ea96-4e76-bcd1-b88dc634e4a8 req-3263a971-dd92-443e-933a-89e57e315b9d tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:39.288436 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a74fecec-ea96-4e76-bcd1-b88dc634e4a8 req-3263a971-dd92-443e-933a-89e57e315b9d tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 945 time: 0.0796652 Aug 13 02:52:39.290362 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6a3f7ba4-1bd5-4247-a84e-2a0871899e71 req-091b9aeb-bfe6-4515-ac82-14197c29e0bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523198 Aug 13 02:52:39.325127 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a74fecec-ea96-4e76-bcd1-b88dc634e4a8 req-16c6c12e-414f-40e9-93ed-ad84cb6f0129 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307853 Aug 13 02:52:39.656863 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:39.724938 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:40.437222 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac73524-cbff-44b8-8d0f-7dfd79fbaf6c req-7a8c7ce9-965c-442e-96fb-ea72cd8c5de0 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:40.438675 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ac73524-cbff-44b8-8d0f-7dfd79fbaf6c req-7a8c7ce9-965c-442e-96fb-ea72cd8c5de0 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 945 time: 0.0472727 Aug 13 02:52:40.475700 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ac73524-cbff-44b8-8d0f-7dfd79fbaf6c req-a9ae0f53-5a12-46cc-a218-4ea9d9cf8ba7 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Aug 13 02:52:41.291884 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:41.590182 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f231451-e3bb-4fc2-8c39-3ecc8fc2c193 req-9d726930-1008-4356-a387-f588859dfe10 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:41.591642 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6f231451-e3bb-4fc2-8c39-3ecc8fc2c193 req-9d726930-1008-4356-a387-f588859dfe10 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 945 time: 0.0501809 Aug 13 02:52:41.628211 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6f231451-e3bb-4fc2-8c39-3ecc8fc2c193 req-bd2e4709-fd1f-4e14-b0d0-7d8990ae99bf tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Aug 13 02:52:44.374931 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-63b6e0d2-1b71-4b67-b360-543d0e2f3c5b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:44.376281 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-63b6e0d2-1b71-4b67-b360-543d0e2f3c5b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 815 time: 0.0973110 Aug 13 02:52:44.390773 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-d80ae429-731a-4536-96eb-5dec7fc9b2cc tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/quotas/b4375f996cef43df8b2350c96e17e932 HTTP/1.1" status: 200 len: 375 time: 0.0086102 Aug 13 02:52:44.443044 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-8ba618ab-5504-429f-92a4-3ef9904fd34f tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471501 Aug 13 02:52:44.528750 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-a1570428-da2b-40fa-a19e-001b4f77f844 service neutron] 10.222.0.43 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786314 Aug 13 02:52:44.618119 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-d097b5ff-5b46-4de9-ab0a-04a05f73afe7 service neutron] 10.222.0.43 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834506 Aug 13 02:52:44.769508 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6934fffd-781c-45af-a7f6-3a8d508a57bf req-98f55289-9bfe-48f6-9fc8-58974a23f382 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 210 time: 0.0257089 Aug 13 02:52:45.862545 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e066d55a-8432-47b9-912e-0ad667ef7d67 req-20efc924-212a-4602-b12f-bb4d64621918 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 210 time: 0.0263381 Aug 13 02:52:46.118980 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-b739fa4c-c70b-430b-9d44-9a3ec38e01d3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:46.120678 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-b739fa4c-c70b-430b-9d44-9a3ec38e01d3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 815 time: 0.1046736 Aug 13 02:52:46.163124 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Request body: {'port': {'device_id': '9f320907-027b-4004-b792-41a86dc65930', 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064', 'admin_state_up': True, 'tenant_id': 'b4375f996cef43df8b2350c96e17e932'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:52:46.268670 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Made reservation on behalf of b4375f996cef43df8b2350c96e17e932 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:52:46.273379 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:46.397359 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Allocated IP 172.20.0.2 (b1572d9c-656c-4d1b-beea-98882e7e8064/e5e12d61-e117-485e-9150-1e871bdb4631/8f9290a1-ddf0-4dd4-b70d-510844dec569) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:52:46.540068 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:46.577644 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:46.617139 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Network b1572d9c-656c-4d1b-beea-98882e7e8064 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:52:46.620059 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:52:46.625859 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:52:46.632773 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['e5c024a5-e9bd-4c15-aa40-b904bb55ef80', '7e3d30dc-5abd-409d-bada-a898f58ddd66'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:52:46.650694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Pushing event updated for resources: {'Port': ['ID=8f9290a1-ddf0-4dd4-b70d-510844dec569,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:46.678085 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:46.678767 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:46.692140 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-7c46237e-b78b-4ca1-8be9-9a645f361163 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5337260 Aug 13 02:52:46.717764 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Request body: {'port': {'device_id': '9f320907-027b-4004-b792-41a86dc65930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:52:46.773064 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:47.001215 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a02e0-ccd7-485b-8aa8-ddf72faf7987 req-ff8a6b74-f0e4-470b-9c89-0311041430a3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:47.002669 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-338a02e0-ccd7-485b-8aa8-ddf72faf7987 req-ff8a6b74-f0e4-470b-9c89-0311041430a3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 931 time: 0.0721819 Aug 13 02:52:47.082112 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-338a02e0-ccd7-485b-8aa8-ddf72faf7987 req-5df7c58f-2444-4911-91ba-c4f88f37f7a3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674620 Aug 13 02:52:47.100613 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9290a1-ddf0-4dd4-b70d-510844dec569 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:52:47.102166 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:47.113722 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Transition to ACTIVE for port object 8f9290a1-ddf0-4dd4-b70d-510844dec569 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:52:47.117736 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:47.167181 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Pushing event updated for resources: {'Port': ['ID=8f9290a1-ddf0-4dd4-b70d-510844dec569,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:47.226859 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Attempting to bind port 8f9290a1-ddf0-4dd4-b70d-510844dec569 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:52:47.227188 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Attempting to bind port 8f9290a1-ddf0-4dd4-b70d-510844dec569 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:52:47.227516 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Attempting to bind port 8f9290a1-ddf0-4dd4-b70d-510844dec569 on network b1572d9c-656c-4d1b-beea-98882e7e8064 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:52:47.231590 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Port 8f9290a1-ddf0-4dd4-b70d-510844dec569 on network b1572d9c-656c-4d1b-beea-98882e7e8064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:52:47.231906 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Attempting to bind port 8f9290a1-ddf0-4dd4-b70d-510844dec569 on network b1572d9c-656c-4d1b-beea-98882e7e8064 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:52:47.236852 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:52:47.237180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Checking segment: {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:52:47.237547 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Bound using segment: {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:52:47.237966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Bound port: 8f9290a1-ddf0-4dd4-b70d-510844dec569, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:52:47.238311 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:47.302733 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] For port 8f9290a1-ddf0-4dd4-b70d-510844dec569, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:52:47.305797 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] For port 8f9290a1-ddf0-4dd4-b70d-510844dec569, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8f9290a1-ddf0-4dd4-b70d-510844dec569,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:52:47.310220 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:47.626872 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:47.627470 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:47.628875 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] 10.222.0.39 "PUT /v2.0/ports/8f9290a1-ddf0-4dd4-b70d-510844dec569 HTTP/1.1" status: 200 len: 1093 time: 0.9152796 Aug 13 02:52:47.629301 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f320907-027b-4004-b792-41a86dc65930', 'tag': '8f9290a1-ddf0-4dd4-b70d-510844dec569'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:52:47.632011 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42769396-dfe5-4b47-a56e-8dbd0b73e683" -d '{"events": [{"name": "network-changed", "server_uuid": "9f320907-027b-4004-b792-41a86dc65930", "tag": "8f9290a1-ddf0-4dd4-b70d-510844dec569"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:52:47.658094 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983287a7-ef4a-4b0c-bea1-6f48a939dbff service neutron] Pushing event updated for resources: {'Port': ['ID=8f9290a1-ddf0-4dd4-b70d-510844dec569,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:47.669723 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac27ea73-0b8c-46e6-89cb-4c466013ea57 x-openstack-request-id: req-ac27ea73-0b8c-46e6-89cb-4c466013ea57 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:52:47.670016 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f320907-027b-4004-b792-41a86dc65930", "tag": "8f9290a1-ddf0-4dd4-b70d-510844dec569", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:52:47.670268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac27ea73-0b8c-46e6-89cb-4c466013ea57 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:52:47.670659 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f320907-027b-4004-b792-41a86dc65930', 'tag': '8f9290a1-ddf0-4dd4-b70d-510844dec569', 'status': 'completed', 'code': 200} Aug 13 02:52:47.757130 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-df7df37b-6a8b-466c-bea6-e05480c41403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:47.758620 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-df7df37b-6a8b-466c-bea6-e05480c41403 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 1096 time: 0.0432229 Aug 13 02:52:47.814054 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-ccb29c1a-936a-4b65-8067-bcf30b5532cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f9290a1-ddf0-4dd4-b70d-510844dec569 HTTP/1.1" status: 200 len: 217 time: 0.0335822 Aug 13 02:52:47.866724 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-9d06f593-4fa8-4b35-adaa-315200735b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:47.868127 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-9d06f593-4fa8-4b35-adaa-315200735b7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e12d61-e117-485e-9150-1e871bdb4631 HTTP/1.1" status: 200 len: 855 time: 0.0457225 Aug 13 02:52:47.900583 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-53c48f7f-c011-4780-969d-8b6ce5a180f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1572d9c-656c-4d1b-beea-98882e7e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232174 Aug 13 02:52:47.994279 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-3c77a424-b44e-404a-b8c6-aac37ca1a929 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791647 Aug 13 02:52:48.097553 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9627e21f-95fe-4280-94a3-d7bb12ad5d0d req-416c71cb-dbe2-4626-aa80-729f3ac6c85d service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897501 Aug 13 02:52:48.198207 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6ad1c-137c-460c-9678-2959562a7ecf req-d9ae6d74-d2a7-4fca-9c6e-91c6db82a355 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:48.199593 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0bd6ad1c-137c-460c-9678-2959562a7ecf req-d9ae6d74-d2a7-4fca-9c6e-91c6db82a355 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 943 time: 0.0486310 Aug 13 02:52:48.268281 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0bd6ad1c-137c-460c-9678-2959562a7ecf req-a84ce68c-da1c-4db0-9de6-e10e824d44f3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628343 Aug 13 02:52:48.278491 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-46c0b149-6756-4ade-9bf1-ca5b01ab732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:48.280038 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-46c0b149-6756-4ade-9bf1-ca5b01ab732c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 1096 time: 0.0616050 Aug 13 02:52:48.370904 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-8bd400b4-88f0-43e4-9c3c-7875aa50bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:48.372346 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-8bd400b4-88f0-43e4-9c3c-7875aa50bdd7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 916 time: 0.0838764 Aug 13 02:52:48.429535 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-c3284394-da94-4b21-952b-a90fe74f9a7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f9290a1-ddf0-4dd4-b70d-510844dec569 HTTP/1.1" status: 200 len: 217 time: 0.0455706 Aug 13 02:52:48.481624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-8cf00d3e-162b-4ccf-b4c6-ffc1d5e576d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:48.483180 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-8cf00d3e-162b-4ccf-b4c6-ffc1d5e576d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e12d61-e117-485e-9150-1e871bdb4631 HTTP/1.1" status: 200 len: 855 time: 0.0453556 Aug 13 02:52:48.516113 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-133d840f-332b-4c0b-8cf1-e977438044a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1572d9c-656c-4d1b-beea-98882e7e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241399 Aug 13 02:52:48.610583 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-2293cf40-0eb2-4acc-bf0c-5d2dd6205ee3 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854402 Aug 13 02:52:48.710416 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-42769396-dfe5-4b47-a56e-8dbd0b73e683 req-37f4e354-63ef-45f1-85f8-31c8d2d2d3e0 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893931 Aug 13 02:52:49.384502 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fa011-5058-4786-b61d-ffd4b7d32e90 req-4eb6083b-4a33-47d9-b6a3-e63a4a5ea8d6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:49.385980 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-113fa011-5058-4786-b61d-ffd4b7d32e90 req-4eb6083b-4a33-47d9-b6a3-e63a4a5ea8d6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 943 time: 0.0491011 Aug 13 02:52:49.423356 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-113fa011-5058-4786-b61d-ffd4b7d32e90 req-889cc8de-b416-45ad-a573-e0724a11a891 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Aug 13 02:52:50.538104 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03a13-f48d-4eed-bf1d-ce6d72cbc308 req-a54284cb-9855-46bf-bfb9-72707b799c6c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:50.539583 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1ff03a13-f48d-4eed-bf1d-ce6d72cbc308 req-a54284cb-9855-46bf-bfb9-72707b799c6c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 943 time: 0.0508511 Aug 13 02:52:50.579671 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1ff03a13-f48d-4eed-bf1d-ce6d72cbc308 req-dcf616c6-2df6-4ea5-a75b-94c3c9829c2e tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341649 Aug 13 02:52:51.699862 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44de0d-8640-4655-b77d-d43bd76d4d84 req-db2c7221-5ffc-4b49-a3c7-a97bb8fe789b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:51.701374 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3d44de0d-8640-4655-b77d-d43bd76d4d84 req-db2c7221-5ffc-4b49-a3c7-a97bb8fe789b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 943 time: 0.0558312 Aug 13 02:52:51.744690 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3d44de0d-8640-4655-b77d-d43bd76d4d84 req-3355cd40-f0e4-462a-b516-8672bb82c55e tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372894 Aug 13 02:52:52.857728 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807522e-420e-48b1-a3a9-06ee606d8273 req-0e03264b-30a8-459b-b738-3dff6ad606e6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:52.859166 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6807522e-420e-48b1-a3a9-06ee606d8273 req-0e03264b-30a8-459b-b738-3dff6ad606e6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 943 time: 0.0489049 Aug 13 02:52:52.898029 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6807522e-420e-48b1-a3a9-06ee606d8273 req-fd2409e9-7319-4893-9bef-e01bc1942fe3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320365 Aug 13 02:52:52.910067 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8f9290a1-ddf0-4dd4-b70d-510844dec569 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:52:53.002064 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 8f9290a1-ddf0-4dd4-b70d-510844dec569, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8f9290a1-ddf0-4dd4-b70d-510844dec569,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:53.013423 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '8f9290a1-ddf0-4dd4-b70d-510844dec569', 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064', 'port_id': '8f9290a1-ddf0-4dd4-b70d-510844dec569', 'mac_address': 'fa:16:3e:cd:43:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e12d61-e117-485e-9150-1e871bdb4631', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:52:53.048835 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:53.061225 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9290a1-ddf0-4dd4-b70d-510844dec569 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:52:53.080000 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 8f9290a1-ddf0-4dd4-b70d-510844dec569, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8f9290a1-ddf0-4dd4-b70d-510844dec569,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:53.083429 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:53.132071 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=8f9290a1-ddf0-4dd4-b70d-510844dec569,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:53.743454 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['8f9290a1-ddf0-4dd4-b70d-510844dec569'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:52:54.011618 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711a10a-40ae-4f9f-8140-b863b9bc0892 req-3d24f027-5d60-47e2-b49c-e0b114e655f8 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:54.013033 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3711a10a-40ae-4f9f-8140-b863b9bc0892 req-3d24f027-5d60-47e2-b49c-e0b114e655f8 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 944 time: 0.0488698 Aug 13 02:52:54.053341 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3711a10a-40ae-4f9f-8140-b863b9bc0892 req-03c409ee-14a7-4f75-baf8-c0e2f287ad58 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344920 Aug 13 02:52:55.165922 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7b148-bec1-4085-b00b-d1f3e3129fb2 req-e1134a95-2302-44bf-b7c7-9e5eb28e8f28 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:55.167381 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bff7b148-bec1-4085-b00b-d1f3e3129fb2 req-e1134a95-2302-44bf-b7c7-9e5eb28e8f28 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 944 time: 0.0483234 Aug 13 02:52:55.204862 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bff7b148-bec1-4085-b00b-d1f3e3129fb2 req-094df1ad-8f6a-45f3-a8eb-b90a6d646d85 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Aug 13 02:52:56.315525 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1018e-71e3-452e-80dd-33c7a8e78a37 req-7ecd9bb6-2800-42dc-8144-32de02ec50a9 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:56.317004 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-03e1018e-71e3-452e-80dd-33c7a8e78a37 req-7ecd9bb6-2800-42dc-8144-32de02ec50a9 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 944 time: 0.0472817 Aug 13 02:52:56.357218 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-03e1018e-71e3-452e-80dd-33c7a8e78a37 req-8e8a7991-c613-4c5a-849e-6dde4f2eeefb tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338156 Aug 13 02:52:56.936191 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8f9290a1-ddf0-4dd4-b70d-510844dec569 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:52:56.985324 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 8f9290a1-ddf0-4dd4-b70d-510844dec569 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:52:56.988755 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 8f9290a1-ddf0-4dd4-b70d-510844dec569 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:52:56.989130 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:57.065807 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:57.088085 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f320907-027b-4004-b792-41a86dc65930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9290a1-ddf0-4dd4-b70d-510844dec569'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:52:57.090340 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2b8c55-429f-49e5-a1f2-ccf5448976da" -d '{"events": [{"server_uuid": "9f320907-027b-4004-b792-41a86dc65930", "name": "network-vif-plugged", "status": "completed", "tag": "8f9290a1-ddf0-4dd4-b70d-510844dec569"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:52:57.103116 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 8f9290a1-ddf0-4dd4-b70d-510844dec569, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8f9290a1-ddf0-4dd4-b70d-510844dec569,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:52:57.107260 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:57.129846 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9231612-e487-4dc2-b68b-facfe0d627bd x-openstack-request-id: req-f9231612-e487-4dc2-b68b-facfe0d627bd {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:52:57.130695 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f320907-027b-4004-b792-41a86dc65930", "name": "network-vif-plugged", "status": "completed", "tag": "8f9290a1-ddf0-4dd4-b70d-510844dec569", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:52:57.130973 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9231612-e487-4dc2-b68b-facfe0d627bd {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:52:57.131337 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f320907-027b-4004-b792-41a86dc65930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9290a1-ddf0-4dd4-b70d-510844dec569', 'code': 200} Aug 13 02:52:57.155927 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=8f9290a1-ddf0-4dd4-b70d-510844dec569,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:52:57.370230 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde67f6c-2f75-40cc-9136-036c7c60fa92 req-a62ce10f-aaa4-49d5-9701-4dca07ce756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:57.371691 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cde67f6c-2f75-40cc-9136-036c7c60fa92 req-a62ce10f-aaa4-49d5-9701-4dca07ce756a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 1098 time: 0.0390429 Aug 13 02:52:57.422843 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cde67f6c-2f75-40cc-9136-036c7c60fa92 req-21230ea9-b4f5-482a-aa77-f498dd6db39a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Aug 13 02:52:57.470814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941bb73-b4a7-4543-a4a7-4cdf134267c9 req-5f2c7479-8324-49e4-a1e8-476adfa09d0c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:57.472260 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a941bb73-b4a7-4543-a4a7-4cdf134267c9 req-5f2c7479-8324-49e4-a1e8-476adfa09d0c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 945 time: 0.0485759 Aug 13 02:52:57.510051 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a941bb73-b4a7-4543-a4a7-4cdf134267c9 req-c2940fee-376e-44f0-a6a8-c1a7fdd933ed tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Aug 13 02:52:58.622782 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2df06-7d0a-40b8-bdf0-3e7844b2dbdd req-f2cc8073-3367-42e1-9808-42b756393e60 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:58.624227 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4cf2df06-7d0a-40b8-bdf0-3e7844b2dbdd req-f2cc8073-3367-42e1-9808-42b756393e60 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 945 time: 0.0475755 Aug 13 02:52:58.663600 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4cf2df06-7d0a-40b8-bdf0-3e7844b2dbdd req-115886cd-272d-4a67-91af-b8c84919d975 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Aug 13 02:52:59.775067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b94ab-6860-4211-80c8-cd63dde7c3bf req-cb89d241-c8f0-43cc-b98a-9051324110e6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:52:59.776565 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2d0b94ab-6860-4211-80c8-cd63dde7c3bf req-cb89d241-c8f0-43cc-b98a-9051324110e6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 945 time: 0.0472207 Aug 13 02:52:59.816007 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2d0b94ab-6860-4211-80c8-cd63dde7c3bf req-a80015c9-d20f-48ac-826f-8ef096a5aec5 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336449 Aug 13 02:53:05.840918 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-181d4ed4-4233-4d9e-83bf-787f8e60c639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:06.634857 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47080) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:06.788433 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Deleting port 98234b2e-7b52-4cdb-b146-feddbe8793d5 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:06.788786 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:06.860993 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:06.861356 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:06.872854 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Calling delete_port for 98234b2e-7b52-4cdb-b146-feddbe8793d5 owned by network:floatingip {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:07.039418 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:07.068729 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event deleted for resources: {'Port': ['ID=98234b2e-7b52-4cdb-b146-feddbe8793d5,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:07.097658 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.097658 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.098004 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.098634 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.098634 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.099101 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.099438 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.099773 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.100106 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.100489 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.100780 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.101110 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:07.141941 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:07.142280 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.l3_db [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Floating IP f397d808-3e27-4b28-8215-a300f85424e0 disassociated (deleted). External IP: 172.27.2.117, port: a2d928b1-e1a9-4e72-a68a-7cb85e98175f. Aug 13 02:53:07.350016 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:53:07.655440 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:53:07.660160 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:07.665757 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] Sync routers for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:53:07.674426 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:07.675026 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:52:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:07.686778 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-696e72eb-12cf-4cf7-8baa-35a1586cc842 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "DELETE /v2.0/floatingips/f397d808-3e27-4b28-8215-a300f85424e0 HTTP/1.1" status: 204 len: 168 time: 1.0509284 Aug 13 02:53:07.687462 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f'}] {{(pid=100588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:07.689853 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e7eaacf07d42cafacb34f76e7f893f7656108f4e0f7504d3ede1c141aad96a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0257ff-569a-4ac3-9c55-c6acead8e723" -d '{"events": [{"name": "network-changed", "server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f"}]}' {{(pid=100588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:07.726822 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09733ec4-06fc-4451-987e-96e491654a92 x-openstack-request-id: req-09733ec4-06fc-4451-987e-96e491654a92 {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:07.727117 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f", "status": "completed", "code": 200}]} {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:07.727371 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09733ec4-06fc-4451-987e-96e491654a92 {{(pid=100588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:07.727774 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'status': 'completed', 'code': 200} Aug 13 02:53:07.788303 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:07.906445 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-52d2a0b6-0cec-48da-97d2-3187c79fc557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:07.907848 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-52d2a0b6-0cec-48da-97d2-3187c79fc557 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 1099 time: 0.0859728 Aug 13 02:53:07.919953 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c2057-deea-4e03-96fd-476f83007874 req-8f5eea20-12a1-4bfe-b24b-1bc16032f4bf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:07.921376 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b08c2057-deea-4e03-96fd-476f83007874 req-8f5eea20-12a1-4bfe-b24b-1bc16032f4bf tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 946 time: 0.0591478 Aug 13 02:53:07.959038 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b08c2057-deea-4e03-96fd-476f83007874 req-eedd6fd3-1cf8-4bac-bd47-b4446bc73997 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Aug 13 02:53:08.016126 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'd75befba-c5bb-42ef-ad2a-e1a78b5b19c2', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:26Z', 'updated_at': '2021-08-13T02:48:28Z', 'revision_number': 1, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:08.046827 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] Checking router: b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:53:08.055275 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:08.055876 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:52:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:08.066385 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-40e0cad7-18eb-4b21-8450-337e86e6102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:08.068446 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-40e0cad7-18eb-4b21-8450-337e86e6102e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 913 time: 0.0872712 Aug 13 02:53:08.113950 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-f9f5d4d8-6ae8-45d1-9b03-6cd422988ac5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d928b1-e1a9-4e72-a68a-7cb85e98175f HTTP/1.1" status: 200 len: 217 time: 0.0347855 Aug 13 02:53:08.158809 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:08.164182 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-d1c8fc9f-2153-4bca-938e-a320342bf2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:08.165691 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-d1c8fc9f-2153-4bca-938e-a320342bf2ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0434616 Aug 13 02:53:08.219955 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-bc627b2c-08e3-4db0-84c0-36c978707485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:08.221477 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-bc627b2c-08e3-4db0-84c0-36c978707485 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446610 Aug 13 02:53:08.312595 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-8314255f-617d-4b15-80e7-b7b3bfa3e54d service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806279 Aug 13 02:53:08.376531 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'd75befba-c5bb-42ef-ad2a-e1a78b5b19c2', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:26Z', 'updated_at': '2021-08-13T02:48:28Z', 'revision_number': 1, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:08.402538 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680727d5-2651-4945-85ce-c3266fca7d98 None None] The sync data for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi is: [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': 'd75befba-c5bb-42ef-ad2a-e1a78b5b19c2', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'port_id': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'mac_address': 'fa:16:3e:25:14:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:26Z', 'updated_at': '2021-08-13T02:48:28Z', 'revision_number': 1, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:53:08.415287 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4d0257ff-569a-4ac3-9c55-c6acead8e723 req-d4ee76ac-e9aa-41b4-a9b7-5f664419b0b0 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903680 Aug 13 02:53:08.618762 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefdfb9-d40b-4e0b-8222-5fe5377b9319 None None] New status for floating IP f397d808-3e27-4b28-8215-a300f85424e0: DOWN {{(pid=100590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:53:08.788132 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f8415756-4445-4683-8a9c-b34f02c3c87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.056311 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.080515 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9980cb-92c0-44aa-8f06-4d8eab67225e req-ba35a997-a743-465a-b89a-7f5690d681cc tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:09.082008 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-aa9980cb-92c0-44aa-8f06-4d8eab67225e req-ba35a997-a743-465a-b89a-7f5690d681cc tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 946 time: 0.0526581 Aug 13 02:53:09.120861 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-aa9980cb-92c0-44aa-8f06-4d8eab67225e req-80c34aa3-2d4f-4f45-aecb-f8ab03ab06d8 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326443 Aug 13 02:53:09.660045 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.726942 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:10.237938 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dac06-a650-4ddf-afaa-a7cdacbc400d req-b7c8e5b7-9628-4adb-b3c4-4cfb82f9b7aa tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.241097 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-020dac06-a650-4ddf-afaa-a7cdacbc400d req-b7c8e5b7-9628-4adb-b3c4-4cfb82f9b7aa tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 946 time: 0.0537779 Aug 13 02:53:10.281600 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-020dac06-a650-4ddf-afaa-a7cdacbc400d req-020d6356-a26f-4f5a-979a-45f4d9cd3b39 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342212 Aug 13 02:53:10.766947 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-9a5ce942-0f73-4cbe-b31d-4d701a86e88f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:10.768369 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-9a5ce942-0f73-4cbe-b31d-4d701a86e88f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 946 time: 0.0506158 Aug 13 02:53:10.862575 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Deleting port a2d928b1-e1a9-4e72-a68a-7cb85e98175f {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:10.862916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:10.952831 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] For port a2d928b1-e1a9-4e72-a68a-7cb85e98175f, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:10.953190 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:10.965566 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Calling delete_port for a2d928b1-e1a9-4e72-a68a-7cb85e98175f owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:11.087296 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:11.126992 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event deleted for resources: {'Port': ['ID=a2d928b1-e1a9-4e72-a68a-7cb85e98175f,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:11.148863 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.149219 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.149563 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.149932 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.150268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.150601 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.150934 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.151270 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.151598 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.151925 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.152253 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.152599 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:11.156087 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:53:11.173438 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] No DVR routers for this DVR port a2d928b1-e1a9-4e72-a68a-7cb85e98175f on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:11.175770 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:11.177815 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f09bb83-cc93-497f-acc3-254d306a93b2 req-8d574285-e7a4-4534-be08-a918810e601f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "DELETE /v2.0/ports/a2d928b1-e1a9-4e72-a68a-7cb85e98175f HTTP/1.1" status: 204 len: 173 time: 0.3999753 Aug 13 02:53:11.178256 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'name': 'network-vif-deleted', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:11.180519 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7508783b-898d-489f-abb6-40b08a1a6ba9" -d '{"events": [{"server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "name": "network-vif-deleted", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:11.273985 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2068f46-00d5-4bb5-851b-1024526a10df x-openstack-request-id: req-e2068f46-00d5-4bb5-851b-1024526a10df {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:11.274623 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283e4fb6-2df6-47f6-b49e-34af7594dba6", "name": "network-vif-deleted", "tag": "a2d928b1-e1a9-4e72-a68a-7cb85e98175f", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:11.274623 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2068f46-00d5-4bb5-851b-1024526a10df {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:11.274893 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283e4fb6-2df6-47f6-b49e-34af7594dba6', 'name': 'network-vif-deleted', 'tag': 'a2d928b1-e1a9-4e72-a68a-7cb85e98175f', 'status': 'completed', 'code': 200} Aug 13 02:53:11.295137 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:11.376636 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-81af2b37-ef46-4621-8011-4706dd4469ba req-5526e554-8a39-4685-b01c-aa9d8c9cee12 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 210 time: 0.0260372 Aug 13 02:53:12.484635 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f3cc2e8-00dd-4659-9fb1-e9df359681b5 req-3a56cebc-745b-44c3-b3c2-b256f65df508 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=283e4fb6-2df6-47f6-b49e-34af7594dba6 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Aug 13 02:53:12.754337 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-14584b9d-f8ec-4cf2-a106-2144dd8470c1 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:12.756350 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-14584b9d-f8ec-4cf2-a106-2144dd8470c1 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 815 time: 0.1000352 Aug 13 02:53:12.770501 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-ba1f4d15-0768-4544-a9e0-cc384bbec8df tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/quotas/b4375f996cef43df8b2350c96e17e932 HTTP/1.1" status: 200 len: 375 time: 0.0085931 Aug 13 02:53:12.822394 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-6a125586-b960-469d-b6a8-a6c29eb2e3a1 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461681 Aug 13 02:53:12.914061 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-0903c338-ad79-4e7a-b4a2-a8eeb2caa4f3 service neutron] 10.222.0.43 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849128 Aug 13 02:53:12.999527 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-4db6b846-af51-4e7a-a4be-424e7d98af4d service neutron] 10.222.0.43 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796003 Aug 13 02:53:13.155282 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-64876b86-7326-4349-891f-808b08cf8dad req-bbb7e210-5b86-4056-8aae-1fe76ac94a39 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 210 time: 0.0270848 Aug 13 02:53:14.282491 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f06b9ec1-8433-4c00-a7d8-b851e6293b98 req-7a8d3586-89a5-4447-83f7-c8ecae3329c6 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 210 time: 0.0336363 Aug 13 02:53:14.334355 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-c0ad042a-dc5d-4515-afa8-c30052f2c62b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:14.335865 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-c0ad042a-dc5d-4515-afa8-c30052f2c62b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 815 time: 0.1364441 Aug 13 02:53:14.375308 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Request body: {'port': {'device_id': 'b5f83c46-d774-4da5-a715-cdcd6ab90055', 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064', 'admin_state_up': True, 'tenant_id': 'b4375f996cef43df8b2350c96e17e932'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:53:14.479915 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Made reservation on behalf of b4375f996cef43df8b2350c96e17e932 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:53:14.483489 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:14.605630 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Allocated IP 172.20.0.6 (b1572d9c-656c-4d1b-beea-98882e7e8064/e5e12d61-e117-485e-9150-1e871bdb4631/c521c8ef-8874-4c9d-bef5-463a8db35381) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:53:14.746497 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:14.784677 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:14.826057 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Network b1572d9c-656c-4d1b-beea-98882e7e8064 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:53:14.828428 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['e5c024a5-e9bd-4c15-aa40-b904bb55ef80', '7e3d30dc-5abd-409d-bada-a898f58ddd66', '8f9290a1-ddf0-4dd4-b70d-510844dec569'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:53:14.829165 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:53:14.835935 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:53:14.866869 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Pushing event updated for resources: {'Port': ['ID=c521c8ef-8874-4c9d-bef5-463a8db35381,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:14.889863 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:14.890470 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:14.904239 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-723ce9d4-f4ad-4396-b3a6-f6bcff7a7d0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5327985 Aug 13 02:53:14.929563 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Request body: {'port': {'device_id': 'b5f83c46-d774-4da5-a715-cdcd6ab90055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:53:14.980327 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device a2d928b1-e1a9-4e72-a68a-7cb85e98175f no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:14.986487 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:15.006976 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: a2d928b1-e1a9-4e72-a68a-7cb85e98175f {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:15.007198 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device a2d928b1-e1a9-4e72-a68a-7cb85e98175f not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:15.246322 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c521c8ef-8874-4c9d-bef5-463a8db35381 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:53:15.253605 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:15.265649 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Transition to ACTIVE for port object c521c8ef-8874-4c9d-bef5-463a8db35381 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:53:15.268971 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:15.321273 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c521c8ef-8874-4c9d-bef5-463a8db35381,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:15.423394 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Attempting to bind port c521c8ef-8874-4c9d-bef5-463a8db35381 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:53:15.423720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Attempting to bind port c521c8ef-8874-4c9d-bef5-463a8db35381 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:53:15.424048 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Attempting to bind port c521c8ef-8874-4c9d-bef5-463a8db35381 on network b1572d9c-656c-4d1b-beea-98882e7e8064 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:53:15.437175 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4771eb-5777-46e3-8701-b96be382e552 req-3189ad25-76d2-441a-9444-1800bcd41747 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:15.438629 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0a4771eb-5777-46e3-8701-b96be382e552 req-3189ad25-76d2-441a-9444-1800bcd41747 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 943 time: 0.0730858 Aug 13 02:53:15.439611 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Port c521c8ef-8874-4c9d-bef5-463a8db35381 on network b1572d9c-656c-4d1b-beea-98882e7e8064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:53:15.440497 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Attempting to bind port c521c8ef-8874-4c9d-bef5-463a8db35381 on network b1572d9c-656c-4d1b-beea-98882e7e8064 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:53:15.446631 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:53:15.446968 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Checking segment: {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:53:15.447344 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Bound using segment: {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:53:15.447767 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Bound port: c521c8ef-8874-4c9d-bef5-463a8db35381, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed41ac0-1848-4c14-bc5c-7ad42b10392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:53:15.448123 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:15.513926 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0a4771eb-5777-46e3-8701-b96be382e552 req-79f3cbf6-335b-470f-8b92-d1ca8f08ddb8 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683582 Aug 13 02:53:15.542396 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] For port c521c8ef-8874-4c9d-bef5-463a8db35381, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:53:15.545379 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] For port c521c8ef-8874-4c9d-bef5-463a8db35381, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c521c8ef-8874-4c9d-bef5-463a8db35381,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:53:15.549981 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:15.582630 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:15.584442 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:15.585826 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] 10.222.0.39 "PUT /v2.0/ports/c521c8ef-8874-4c9d-bef5-463a8db35381 HTTP/1.1" status: 200 len: 1093 time: 0.6611340 Aug 13 02:53:15.586249 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f83c46-d774-4da5-a715-cdcd6ab90055', 'tag': 'c521c8ef-8874-4c9d-bef5-463a8db35381'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:15.588535 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed3bf8d-fc54-41b9-a946-466374e9733e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f83c46-d774-4da5-a715-cdcd6ab90055", "tag": "c521c8ef-8874-4c9d-bef5-463a8db35381"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:15.614367 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250ea40-556c-4a9e-9706-41a73215aaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c521c8ef-8874-4c9d-bef5-463a8db35381,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:15.628676 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f7745-da14-467c-9236-4903f6289133 x-openstack-request-id: req-f92f7745-da14-467c-9236-4903f6289133 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:15.628958 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f83c46-d774-4da5-a715-cdcd6ab90055", "tag": "c521c8ef-8874-4c9d-bef5-463a8db35381", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:15.629213 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f92f7745-da14-467c-9236-4903f6289133 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:15.629600 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f83c46-d774-4da5-a715-cdcd6ab90055', 'tag': 'c521c8ef-8874-4c9d-bef5-463a8db35381', 'status': 'completed', 'code': 200} Aug 13 02:53:15.719989 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-dd8f90a9-6fc2-4b94-8114-be3c5b240764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:15.721508 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-dd8f90a9-6fc2-4b94-8114-be3c5b240764 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 1096 time: 0.0459752 Aug 13 02:53:15.777917 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-c6123052-002b-4624-aac6-1203810c7e5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c521c8ef-8874-4c9d-bef5-463a8db35381 HTTP/1.1" status: 200 len: 217 time: 0.0359237 Aug 13 02:53:15.830597 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-334f0f62-77d2-46d4-a53d-66addabda588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:15.831970 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-334f0f62-77d2-46d4-a53d-66addabda588 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e12d61-e117-485e-9150-1e871bdb4631 HTTP/1.1" status: 200 len: 855 time: 0.0412803 Aug 13 02:53:15.865006 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-38922ed2-e016-4ac6-b4f6-9330db209dfe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1572d9c-656c-4d1b-beea-98882e7e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229690 Aug 13 02:53:15.890907 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47182) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:15.964311 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-90dcdafa-95e2-41fa-bcc5-1936a0522730 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827458 Aug 13 02:53:16.045259 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Deleting port a67487e9-39cc-4654-a96a-ea15db98c429 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:16.045656 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:16.086085 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7adb639c-515c-4eb5-9f33-d4ca29e6245a req-80b46faf-2c8c-4eb0-bfc2-4f16819936fd service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878630 Aug 13 02:53:16.122122 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:16.122513 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:16.134733 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Calling delete_port for a67487e9-39cc-4654-a96a-ea15db98c429 owned by network:floatingip {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:16.281038 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:16.309089 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event deleted for resources: {'Port': ['ID=a67487e9-39cc-4654-a96a-ea15db98c429,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:16.363028 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-3f8726ec-1814-4344-8d32-7cd5b9b0d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:16.365917 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-3f8726ec-1814-4344-8d32-7cd5b9b0d68b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b4375f996cef43df8b2350c96e17e932&device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 1096 time: 0.0478537 Aug 13 02:53:16.367426 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:16.367773 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.l3_db [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Floating IP d75befba-c5bb-42ef-ad2a-e1a78b5b19c2 disassociated (deleted). External IP: 172.27.2.250, port: bea76397-d0d2-4d89-bc32-effc9a3f7d44. Aug 13 02:53:16.461079 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-eed01e64-7eba-458f-97ea-31507fcd3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:16.462533 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-eed01e64-7eba-458f-97ea-31507fcd3ac2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 200 len: 916 time: 0.0862250 Aug 13 02:53:16.503090 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-e059723f-7d86-44f5-b121-40cb11dd262a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c521c8ef-8874-4c9d-bef5-463a8db35381 HTTP/1.1" status: 200 len: 217 time: 0.0328941 Aug 13 02:53:16.553636 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-877cfa57-c0df-4a71-a6a5-428051a70ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:16.555115 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-877cfa57-c0df-4a71-a6a5-428051a70ff7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5e12d61-e117-485e-9150-1e871bdb4631 HTTP/1.1" status: 200 len: 855 time: 0.0435102 Aug 13 02:53:16.573732 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:53:16.590846 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-4121b005-cda8-4816-b8d8-8a67366a609e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b1572d9c-656c-4d1b-beea-98882e7e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277405 Aug 13 02:53:16.687134 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:53:16.690597 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2e40b-3ae3-4cec-96b8-ed3e0870994f req-a7490762-2f9b-41d4-965a-160a4d7fe88b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:16.693147 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:16.693331 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eea2e40b-3ae3-4cec-96b8-ed3e0870994f req-a7490762-2f9b-41d4-965a-160a4d7fe88b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 943 time: 0.1037939 Aug 13 02:53:16.699749 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] Sync routers for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:53:16.710951 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:16.712079 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:53:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:16.721676 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-810dd169-153e-48d3-8dca-fc25557d5865 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "DELETE /v2.0/floatingips/d75befba-c5bb-42ef-ad2a-e1a78b5b19c2 HTTP/1.1" status: 204 len: 168 time: 0.8274012 Aug 13 02:53:16.721676 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44'}] {{(pid=100588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:16.722650 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e7eaacf07d42cafacb34f76e7f893f7656108f4e0f7504d3ede1c141aad96a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be" -d '{"events": [{"name": "network-changed", "server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44"}]}' {{(pid=100588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:16.734128 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-2ec39a18-7eff-4f33-9744-143250eae54c service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342447 Aug 13 02:53:16.751096 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eea2e40b-3ae3-4cec-96b8-ed3e0870994f req-86efee21-9a5c-483b-b218-d99ab71bf25c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480258 Aug 13 02:53:16.798776 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de527f55-b63d-45e8-a11f-8c9eac2c2373 x-openstack-request-id: req-de527f55-b63d-45e8-a11f-8c9eac2c2373 {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:16.799579 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44", "status": "completed", "code": 200}]} {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:16.800006 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de527f55-b63d-45e8-a11f-8c9eac2c2373 {{(pid=100588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:16.800617 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'status': 'completed', 'code': 200} Aug 13 02:53:16.850211 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:16.868253 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7ed3bf8d-fc54-41b9-a946-466374e9733e req-5907a906-da6e-4885-8a37-15deb7888690 service neutron] 10.222.0.39 "GET /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138618 Aug 13 02:53:16.958679 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828611ae-c425-4323-9b49-953f2e4cf7e2 req-fe322d2e-0b85-4a99-94d9-fda360d81cfe tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:16.960129 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-828611ae-c425-4323-9b49-953f2e4cf7e2 req-fe322d2e-0b85-4a99-94d9-fda360d81cfe tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 945 time: 0.0487652 Aug 13 02:53:16.998128 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-828611ae-c425-4323-9b49-953f2e4cf7e2 req-ee7dde1c-51f6-443a-981a-9e71df99218f tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318584 Aug 13 02:53:17.047015 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-d1d61b33-409d-4f98-aec3-39b9e1002875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:17.048580 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-d1d61b33-409d-4f98-aec3-39b9e1002875 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 1098 time: 0.0458522 Aug 13 02:53:17.059621 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:17.085982 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] Checking router: b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:53:17.093796 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:17.094388 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:53:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:17.140563 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-051df7a6-9a32-4616-970d-8d2c7f293f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:17.142034 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-051df7a6-9a32-4616-970d-8d2c7f293f72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 200 len: 913 time: 0.0820622 Aug 13 02:53:17.189856 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-cd0de7ab-9b1d-4b09-9914-bf0e9e520a5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44 HTTP/1.1" status: 200 len: 217 time: 0.0349650 Aug 13 02:53:17.197188 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:17.272689 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-299305a3-226d-49ad-8374-100d084a5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:17.274143 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-299305a3-226d-49ad-8374-100d084a5df4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 200 len: 851 time: 0.0489819 Aug 13 02:53:17.320817 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-cb3d73e6-5fec-48f8-8c8c-4b5d5130e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:17.322544 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-cb3d73e6-5fec-48f8-8c8c-4b5d5130e090 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391600 Aug 13 02:53:17.389468 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:17.414066 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-7978beb8-0960-46b1-9de5-72544b12386a service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790303 Aug 13 02:53:17.506977 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef8b60-be62-4656-a5df-6f5ab19ec9a1 None None] The sync data for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi is: [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 4, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '058ceba7-5913-4d3c-928f-4791586dfd42', 'name': '', 'network_id': 'f0af92e4-ffda-4e9b-9d0c-8f44de4d016a', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'mac_address': 'fa:16:3e:e4:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:55Z', 'updated_at': '2021-08-13T02:43:06Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'subnets': [{'id': 'b1ebdcee-6265-4c32-b1f4-d885cbdfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:53:17.522646 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e8c89eeb-a9e7-4178-9ede-5ed92bf705be req-9543d12c-ec9f-495e-98d3-0636d22e9072 service neutron] 10.222.0.39 "GET /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897613 Aug 13 02:53:17.710960 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf43798-5556-4f33-be70-f6c30652319e None None] New status for floating IP d75befba-c5bb-42ef-ad2a-e1a78b5b19c2: DOWN {{(pid=100590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:53:17.871120 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c833f6-4f7c-4ec8-bb08-f685d53daa37 req-b07b9e01-eb1c-4a3a-9366-28db5d8918b4 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:17.872623 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65c833f6-4f7c-4ec8-bb08-f685d53daa37 req-b07b9e01-eb1c-4a3a-9366-28db5d8918b4 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 943 time: 0.0478678 Aug 13 02:53:17.909131 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-65c833f6-4f7c-4ec8-bb08-f685d53daa37 req-5ef84c6c-d6e8-439a-93e7-2d8d52948cd2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306582 Aug 13 02:53:18.099182 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-2a02868c-a807-43ee-b5a8-f6ec585af0db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654624 Aug 13 02:53:18.121506 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fad5d7-9b96-4f85-93b0-d7738d84a3c8 req-8d4d54e1-ca27-4022-8bc6-03601a86bb72 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:18.122883 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-20fad5d7-9b96-4f85-93b0-d7738d84a3c8 req-8d4d54e1-ca27-4022-8bc6-03601a86bb72 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 945 time: 0.0570009 Aug 13 02:53:18.162930 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-20fad5d7-9b96-4f85-93b0-d7738d84a3c8 req-4f0f42e7-eacf-4cc3-8b83-dd2f52de02a0 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342822 Aug 13 02:53:18.223197 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-eacc8531-b64b-4aa3-987f-18b7c838cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:18.224736 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-eacc8531-b64b-4aa3-987f-18b7c838cb4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0395467 Aug 13 02:53:18.335314 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-5ab76e41-1157-4195-bb3c-fef98b65d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:18.336815 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-5ab76e41-1157-4195-bb3c-fef98b65d10d service neutron] 10.222.0.39 "GET /v2.0/networks?id=7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 200 len: 917 time: 0.0862134 Aug 13 02:53:18.407830 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-e7f54cb3-2a72-4c51-83f2-4fd644217a52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59f23c31-6dd8-418b-b36e-fea201bdc574 HTTP/1.1" status: 200 len: 1001 time: 0.0593276 Aug 13 02:53:18.505747 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-c1432555-2acd-457f-b6b1-aec9152ec6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:18.507182 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-c1432555-2acd-457f-b6b1-aec9152ec6a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 200 len: 855 time: 0.0452240 Aug 13 02:53:18.565501 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-3138678d-3682-446b-81e8-04fa65ce7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:18.566925 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-3138678d-3682-446b-81e8-04fa65ce7271 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7696a46f-e4ae-44f7-bbe3-186da9448a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419657 Aug 13 02:53:18.661887 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-49454791-6209-4c02-bf42-a2c264ef2c12 service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853631 Aug 13 02:53:18.756682 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50bc1fb6-db6f-4642-a4ac-1efdd35b4391 req-36676a9c-4563-4129-adf5-ff6aeabcfaaf service neutron] 10.222.0.39 "GET /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835097 Aug 13 02:53:19.001709 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device c521c8ef-8874-4c9d-bef5-463a8db35381 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:53:19.099400 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port c521c8ef-8874-4c9d-bef5-463a8db35381, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c521c8ef-8874-4c9d-bef5-463a8db35381,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:19.111622 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': 'c521c8ef-8874-4c9d-bef5-463a8db35381', 'network_id': 'b1572d9c-656c-4d1b-beea-98882e7e8064', 'port_id': 'c521c8ef-8874-4c9d-bef5-463a8db35381', 'mac_address': 'fa:16:3e:03:66:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e12d61-e117-485e-9150-1e871bdb4631', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:53:19.149019 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:19.166784 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c521c8ef-8874-4c9d-bef5-463a8db35381 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:53:19.186958 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port c521c8ef-8874-4c9d-bef5-463a8db35381, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c521c8ef-8874-4c9d-bef5-463a8db35381,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:19.192527 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:19.248392 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=c521c8ef-8874-4c9d-bef5-463a8db35381,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:19.255870 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.256225 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.256606 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.256947 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.257283 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.257634 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.257947 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.258277 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.258607 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.258937 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.259263 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.259587 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:53:19.334336 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8f711-59ff-43cf-9807-13ef2618544b req-2fa44d68-5d7e-4bc5-ae4b-9aba7c579d22 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:19.335800 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c3f8f711-59ff-43cf-9807-13ef2618544b req-2fa44d68-5d7e-4bc5-ae4b-9aba7c579d22 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 943 time: 0.3585720 Aug 13 02:53:19.347622 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad0f50-6dfc-404e-86f8-c0f70d355329 req-c7374445-5ae9-41f4-b885-79b4fa1fd0f9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:19.349608 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-aaad0f50-6dfc-404e-86f8-c0f70d355329 req-c7374445-5ae9-41f4-b885-79b4fa1fd0f9 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 945 time: 0.0640833 Aug 13 02:53:19.406285 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-aaad0f50-6dfc-404e-86f8-c0f70d355329 req-e30d3f50-1ff2-4df2-a405-a2655b1161d4 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf495af0-e92b-46d0-be60-0686e873f111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492008 Aug 13 02:53:19.408818 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c3f8f711-59ff-43cf-9807-13ef2618544b req-081c59f8-b01a-4ba9-a676-2798e307bfaa tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582771 Aug 13 02:53:19.714600 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-26ce2b0e-3678-4f02-8e08-62cf0a0b102d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:19.716043 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-26ce2b0e-3678-4f02-8e08-62cf0a0b102d tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 945 time: 0.0496736 Aug 13 02:53:19.806688 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Deleting port bea76397-d0d2-4d89-bc32-effc9a3f7d44 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:19.807032 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:19.894308 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] For port bea76397-d0d2-4d89-bc32-effc9a3f7d44, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=bea76397-d0d2-4d89-bc32-effc9a3f7d44,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:19.894675 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:19.906754 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Calling delete_port for bea76397-d0d2-4d89-bc32-effc9a3f7d44 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:19.931277 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['c521c8ef-8874-4c9d-bef5-463a8db35381'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:53:20.040821 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:20.068727 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event deleted for resources: {'Port': ['ID=bea76397-d0d2-4d89-bc32-effc9a3f7d44,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:20.109558 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] No DVR routers for this DVR port bea76397-d0d2-4d89-bc32-effc9a3f7d44 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:20.112026 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:20.114079 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4eea4f9b-0fd4-4d7e-91cb-16d3b24bb681 req-40290efe-b169-4455-836e-b039e9005ed3 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.39 "DELETE /v2.0/ports/bea76397-d0d2-4d89-bc32-effc9a3f7d44 HTTP/1.1" status: 204 len: 173 time: 0.3884473 Aug 13 02:53:20.115014 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'name': 'network-vif-deleted', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:20.117272 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84111b55-32a9-476a-86fe-d47f52e693e7" -d '{"events": [{"server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "name": "network-vif-deleted", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:20.151184 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c0b09-549d-43ea-8c98-aefd183f33eb x-openstack-request-id: req-a91c0b09-549d-43ea-8c98-aefd183f33eb {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:20.151465 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03e673e-d369-48f5-b28e-36b5eadd12b4", "name": "network-vif-deleted", "tag": "bea76397-d0d2-4d89-bc32-effc9a3f7d44", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:20.151725 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a91c0b09-549d-43ea-8c98-aefd183f33eb {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:20.152094 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03e673e-d369-48f5-b28e-36b5eadd12b4', 'name': 'network-vif-deleted', 'tag': 'bea76397-d0d2-4d89-bc32-effc9a3f7d44', 'status': 'completed', 'code': 200} Aug 13 02:53:20.513004 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bac9b9be-dcec-4ae7-bda6-cb9e83673d87 req-f377f614-59a6-4203-98b3-7ba47ea37e19 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "GET /v2.0/ports?device_id=d03e673e-d369-48f5-b28e-36b5eadd12b4 HTTP/1.1" status: 200 len: 210 time: 0.0358379 Aug 13 02:53:20.563558 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68f1b2-e610-45b2-862b-fc03b08d541f req-dfc3d258-6518-4642-906d-a1c463a7fc0b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:20.565133 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5a68f1b2-e610-45b2-862b-fc03b08d541f req-dfc3d258-6518-4642-906d-a1c463a7fc0b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 944 time: 0.0794616 Aug 13 02:53:20.606115 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5a68f1b2-e610-45b2-862b-fc03b08d541f req-2a8ad533-970c-4a54-97ab-d37456fa8102 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Aug 13 02:53:21.571506 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47210) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:21.697055 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Deleting port 467d0fdc-bfe8-4bd7-908b-3850919afd46 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:21.697395 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:21.719806 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3b849-ed8b-4b85-8424-dd643dbed31e req-b56261f4-9b41-4e1a-8f04-617d1cd93227 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:21.721300 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d0b3b849-ed8b-4b85-8424-dd643dbed31e req-b56261f4-9b41-4e1a-8f04-617d1cd93227 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 944 time: 0.0478010 Aug 13 02:53:21.759426 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d0b3b849-ed8b-4b85-8424-dd643dbed31e req-8e48f4da-5867-47ce-a1b4-9da4cebd0150 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Aug 13 02:53:21.771428 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:21.771765 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:21.783272 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Calling delete_port for 467d0fdc-bfe8-4bd7-908b-3850919afd46 owned by network:floatingip {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:21.914068 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:21.937138 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event deleted for resources: {'Port': ['ID=467d0fdc-bfe8-4bd7-908b-3850919afd46,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:22.001427 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for floatingip, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:22.003912 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:22.009668 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-02dc0525-e0e1-46fb-a883-0e9125bfaef6 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "DELETE /v2.0/floatingips/797c0084-a25a-4ed2-8871-73fc4a681379 HTTP/1.1" status: 204 len: 168 time: 0.4333136 Aug 13 02:53:22.871564 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e09300-4aa5-4686-89fe-1c412219c38c req-0fdde50b-881d-483b-bd8c-c422e5d27246 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:22.873054 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-95e09300-4aa5-4686-89fe-1c412219c38c req-0fdde50b-881d-483b-bd8c-c422e5d27246 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 944 time: 0.0483420 Aug 13 02:53:22.909385 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-95e09300-4aa5-4686-89fe-1c412219c38c req-71b6cec3-189e-433f-9676-726e7ce70020 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Aug 13 02:53:22.999139 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device c521c8ef-8874-4c9d-bef5-463a8db35381 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:53:23.061638 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port c521c8ef-8874-4c9d-bef5-463a8db35381 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:53:23.065188 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port c521c8ef-8874-4c9d-bef5-463a8db35381 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:53:23.065609 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.140277 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.162705 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f83c46-d774-4da5-a715-cdcd6ab90055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c521c8ef-8874-4c9d-bef5-463a8db35381'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:23.164947 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc22084-b2a0-4b9d-8512-cca3b8b557e4" -d '{"events": [{"server_uuid": "b5f83c46-d774-4da5-a715-cdcd6ab90055", "name": "network-vif-plugged", "status": "completed", "tag": "c521c8ef-8874-4c9d-bef5-463a8db35381"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:23.179204 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port c521c8ef-8874-4c9d-bef5-463a8db35381, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c521c8ef-8874-4c9d-bef5-463a8db35381,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:23.183844 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.184741 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device bea76397-d0d2-4d89-bc32-effc9a3f7d44 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:23.198358 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47228) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:23.213484 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cabab4-c1f2-4718-85d3-88ec1e8380f3 x-openstack-request-id: req-16cabab4-c1f2-4718-85d3-88ec1e8380f3 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:23.213779 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f83c46-d774-4da5-a715-cdcd6ab90055", "name": "network-vif-plugged", "status": "completed", "tag": "c521c8ef-8874-4c9d-bef5-463a8db35381", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:23.214032 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16cabab4-c1f2-4718-85d3-88ec1e8380f3 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:23.214420 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f83c46-d774-4da5-a715-cdcd6ab90055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c521c8ef-8874-4c9d-bef5-463a8db35381', 'code': 200} Aug 13 02:53:23.234166 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: bea76397-d0d2-4d89-bc32-effc9a3f7d44 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:23.234515 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device bea76397-d0d2-4d89-bc32-effc9a3f7d44 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:23.260182 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-75164e97-fc57-410f-bc27-ae1c22d8de85 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.260563 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=c521c8ef-8874-4c9d-bef5-463a8db35381,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:23.289166 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-75164e97-fc57-410f-bc27-ae1c22d8de85 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.349899 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-75164e97-fc57-410f-bc27-ae1c22d8de85 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.352509 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-75164e97-fc57-410f-bc27-ae1c22d8de85 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:23.354129 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-75164e97-fc57-410f-bc27-ae1c22d8de85 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] 10.222.0.43 "DELETE /v2.0/security-groups/bf495af0-e92b-46d0-be60-0686e873f111 HTTP/1.1" status: 204 len: 168 time: 0.1545153 Aug 13 02:53:23.363526 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75164e97-fc57-410f-bc27-ae1c22d8de85 tempest-TestVolumeBootPattern-1178712168 tempest-TestVolumeBootPattern-1178712168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf495af0-e92b-46d0-be60-0686e873f111,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:23.421321 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47232) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:23.451860 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021da1a-7cf3-4a4c-82d6-2fe6992ef806 req-eba7669b-cfef-4b38-946f-0b4772ba6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:23.453407 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5021da1a-7cf3-4a4c-82d6-2fe6992ef806 req-eba7669b-cfef-4b38-946f-0b4772ba6d9f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 1098 time: 0.0406780 Aug 13 02:53:23.490613 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5021da1a-7cf3-4a4c-82d6-2fe6992ef806 req-b68f24d2-ead5-4db1-a5e4-885ef332b0f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289879 Aug 13 02:53:23.803254 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741203'] for router_interface, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.025178 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c624f-4c78-47e0-955c-9cb8709b8df8 req-3b75a38b-27ef-4957-8354-80b2bfb8cb01 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:24.026668 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-697c624f-4c78-47e0-955c-9cb8709b8df8 req-3b75a38b-27ef-4957-8354-80b2bfb8cb01 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 945 time: 0.0501237 Aug 13 02:53:24.042803 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Deleting port 058ceba7-5913-4d3c-928f-4791586dfd42 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:24.043218 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.065189 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-697c624f-4c78-47e0-955c-9cb8709b8df8 req-dce07fba-be68-4168-b532-9187018c4bc0 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Aug 13 02:53:24.124081 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] For port 058ceba7-5913-4d3c-928f-4791586dfd42, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=058ceba7-5913-4d3c-928f-4791586dfd42,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:24.124496 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.136704 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Calling delete_port for 058ceba7-5913-4d3c-928f-4791586dfd42 owned by network:router_interface {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:24.314291 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.337574 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Pushing event deleted for resources: {'Port': ['ID=058ceba7-5913-4d3c-928f-4791586dfd42,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:24.500271 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586979'] for router_interface, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.711269 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:53:24.813208 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:53:24.820241 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-85f8b4fd-5fe8-4781-8de2-685a4692dc79 admin admin] 10.222.0.43 "PUT /v2.0/routers/b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3968263 Aug 13 02:53:24.821957 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47238) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:24.823468 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] Sync routers for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:53:24.832517 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:24.833250 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:53:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:24.922098 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks [] for router, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:24.937129 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:25.025646 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.076204 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Deleting port 431f77e2-8c69-4513-93f8-b350ee4abf0c {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:25.076586 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.109170 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:53:24Z', 'revision_number': 5, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port': {'id': '431f77e2-8c69-4513-93f8-b350ee4abf0c', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:25.139045 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] Checking router: b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:53:25.148554 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] Routers {'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:25.149181 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:53:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:25.189022 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1530c-1bd7-438b-9b90-1c472d8bc647 req-d9a503dc-6ca7-4a9e-aed9-a13d0402d0a3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:25.190738 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73d1530c-1bd7-438b-9b90-1c472d8bc647 req-d9a503dc-6ca7-4a9e-aed9-a13d0402d0a3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 945 time: 0.0558996 Aug 13 02:53:25.232176 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73d1530c-1bd7-438b-9b90-1c472d8bc647 req-f3e3184a-056b-4cfc-acb2-8a8581260d8c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344474 Aug 13 02:53:25.233233 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] Set router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb gateway port host: None {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:25.290882 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:53:25Z', 'revision_number': 6, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port_host': None}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:25.317854 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97018923-9853-4ce0-81cc-97968f270fc2 None None] The sync data for ids ['b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb'] in dv-cinder-759994-5-iscsi is: [{'id': 'b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb', 'name': 'tempest-TestVolumeBootPattern-1116168133-router', 'tenant_id': '1f35c4d4a6524f078112a8a65b84f54c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:49Z', 'updated_at': '2021-08-13T02:53:25Z', 'revision_number': 6, 'project_id': '1f35c4d4a6524f078112a8a65b84f54c', 'gw_port_host': None}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:53:25.381416 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] For port 431f77e2-8c69-4513-93f8-b350ee4abf0c, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=431f77e2-8c69-4513-93f8-b350ee4abf0c,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:25.381777 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.393844 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Calling delete_port for 431f77e2-8c69-4513-93f8-b350ee4abf0c owned by network:router_gateway {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:25.572618 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.597393 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Pushing event deleted for resources: {'Port': ['ID=431f77e2-8c69-4513-93f8-b350ee4abf0c,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:25.665144 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585881'] for router_gateway, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.772867 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130968'] for router, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.775053 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.832948 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575482'] for router, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.833875 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb {{(pid=100588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:53:25.839132 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.840313 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-308fd27c-138e-4467-83d2-3106d84fff52 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b8a9bd95-a3c3-4dfa-88ec-cdd85a4f8dcb HTTP/1.1" status: 204 len: 168 time: 1.0170991 Aug 13 02:53:25.843156 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47242) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:25.891490 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd6ceec-b825-4e8c-847a-c6cbbf39bc05 admin admin] Deleting subnet b1ebdcee-6265-4c32-b1f4-d885cbdfa20b {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:53:25.895332 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7fd6ceec-b825-4e8c-847a-c6cbbf39bc05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:25.936146 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7fd6ceec-b825-4e8c-847a-c6cbbf39bc05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.035234 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7fd6ceec-b825-4e8c-847a-c6cbbf39bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.102840 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7fd6ceec-b825-4e8c-847a-c6cbbf39bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.132416 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6ceec-b825-4e8c-847a-c6cbbf39bc05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ebdcee-6265-4c32-b1f4-d885cbdfa20b,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:26.134431 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7fd6ceec-b825-4e8c-847a-c6cbbf39bc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.136316 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-7fd6ceec-b825-4e8c-847a-c6cbbf39bc05 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b1ebdcee-6265-4c32-b1f4-d885cbdfa20b HTTP/1.1" status: 204 len: 168 time: 0.2922266 Aug 13 02:53:26.141320 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47244) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:26.142440 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc1d74-7927-414f-af39-1cabba7215fd None None] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:53:26.220984 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.288311 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Deleting port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:26.288680 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.349678 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] DHCP port deletion for f0af92e4-ffda-4e9b-9d0c-8f44de4d016a request from dv-cinder-759994-5-iscsi {{(pid=100590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:53:26.362425 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] For port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5bf8924d-a84a-4ad2-a495-35c939b8f9b7,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:26.362425 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.372356 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe5ab8-9011-4aca-ba24-ae1c904c863b req-3e46ed5d-b592-4879-a06a-bdcf937092cb tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:26.378370 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Calling delete_port for 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 owned by network:dhcp {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:26.379788 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-54fe5ab8-9011-4aca-ba24-ae1c904c863b req-3e46ed5d-b592-4879-a06a-bdcf937092cb tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 945 time: 0.0687878 Aug 13 02:53:26.416140 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] Deleting port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:26.417845 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.431249 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-54fe5ab8-9011-4aca-ba24-ae1c904c863b req-0008950a-e9ed-43e9-9561-3286c23b8ec3 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492160 Aug 13 02:53:26.460507 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 058ceba7-5913-4d3c-928f-4791586dfd42 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:26.483807 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.491225 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 058ceba7-5913-4d3c-928f-4791586dfd42 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:26.491569 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 058ceba7-5913-4d3c-928f-4791586dfd42 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:26.492161 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 431f77e2-8c69-4513-93f8-b350ee4abf0c no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:26.511035 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf8924d-a84a-4ad2-a495-35c939b8f9b7,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:26.514577 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] No DVR routers for this DVR port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 on host dv-cinder-759994-5-iscsi {{(pid=100588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:26.516570 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 431f77e2-8c69-4513-93f8-b350ee4abf0c {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:26.516921 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 431f77e2-8c69-4513-93f8-b350ee4abf0c not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:26.517568 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:26.543480 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:26.543822 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:26.546392 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] For port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5bf8924d-a84a-4ad2-a495-35c939b8f9b7,segment=NetworkSegment(75217b48-7f09-46d1-bc09-48815512918d),segment_id=75217b48-7f09-46d1-bc09-48815512918d)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:26.546793 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.559042 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] Calling delete_port for 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 owned by network:dhcp {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:26.612551 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.624843 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0af92e4-ffda-4e9b-9d0c-8f44de4d016a']}} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:26.641014 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75217b48-7f09-46d1-bc09-48815512918d') {'for_net_delete': True} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:26.641329 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75217b48-7f09-46d1-bc09-48815512918d') {} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:26.652153 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6502709'] for segment, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.668153 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.674699 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=100588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:53:26.675106 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6657076'] for segment, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: Traceback (most recent call last): Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: timer() Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: cb(*args, **kw) Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: return func(*args, **kwargs) Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: self._notify() Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: self.callback(batched_events) Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: event.method(event) Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: return f(self, *a, **k) Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._get(url).json() Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: return self.request(url, 'GET', **kwargs) Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:53:26.677310 dv-cinder-759994-5-iscsi neutron-server[100588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:53:26.743312 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.753932 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.757072 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f0af92e4-ffda-4e9b-9d0c-8f44de4d016a HTTP/1.1" status: 204 len: 168 time: 0.6169786 Aug 13 02:53:26.760080 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47254) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:26.784858 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2ca28-c49a-4bb9-853a-3f9704dd9b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0af92e4-ffda-4e9b-9d0c-8f44de4d016a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:26.845470 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:26.868370 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] Network f0af92e4-ffda-4e9b-9d0c-8f44de4d016a is not hosted by any dhcp agent {{(pid=100590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 13 02:53:26.868774 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] No DVR routers for this DVR port 5bf8924d-a84a-4ad2-a495-35c939b8f9b7 on host dv-cinder-759994-5-iscsi {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:26.870528 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9e091-5286-47f0-8463-bcb105e1b58d None None] Pushing event deleted for resources: {'Port': ['ID=5bf8924d-a84a-4ad2-a495-35c939b8f9b7,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:27.115573 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741203'] for router_interface, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:27.351070 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Deleting port 60905064-23a8-451d-8794-cb19edec4ff7 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:27.351404 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:27.424236 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] For port 60905064-23a8-451d-8794-cb19edec4ff7, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=60905064-23a8-451d-8794-cb19edec4ff7,segment=NetworkSegment(e03f75a0-a7c9-4a2c-85d6-710fecfd27d1),segment_id=e03f75a0-a7c9-4a2c-85d6-710fecfd27d1)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:27.424938 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:27.437075 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Calling delete_port for 60905064-23a8-451d-8794-cb19edec4ff7 owned by network:router_interface {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:27.609121 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:27.634841 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Pushing event deleted for resources: {'Port': ['ID=60905064-23a8-451d-8794-cb19edec4ff7,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:27.800515 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586979'] for router_interface, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.018132 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Router 3a10b890-589f-46de-a756-a1397c737038 has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:53:28.123940 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:53:28.131744 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-7d91e6aa-37b2-4e60-bd47-a20b41ca171c admin admin] 10.222.0.43 "PUT /v2.0/routers/3a10b890-589f-46de-a756-a1397c737038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3676600 Aug 13 02:53:28.131744 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47268) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:28.136361 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] Sync routers for ids ['3a10b890-589f-46de-a756-a1397c737038'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:53:28.147094 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] Routers {'3a10b890-589f-46de-a756-a1397c737038'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:28.147709 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:53:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['3a10b890-589f-46de-a756-a1397c737038'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:28.248687 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks [] for router, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.258901 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] Set router 3a10b890-589f-46de-a756-a1397c737038 gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:28.355858 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.415981 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Deleting port 5955a83b-9f67-4ede-899c-6e8a63f9609e {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:28.416327 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.438097 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a10b890-589f-46de-a756-a1397c737038', 'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:05Z', 'updated_at': '2021-08-13T02:53:27Z', 'revision_number': 5, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'gw_port': {'id': '5955a83b-9f67-4ede-899c-6e8a63f9609e', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:73:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a10b890-589f-46de-a756-a1397c737038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:43:06Z', 'updated_at': '2021-08-13T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:28.464501 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] Checking router: 3a10b890-589f-46de-a756-a1397c737038 for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:53:28.472958 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] Routers {'3a10b890-589f-46de-a756-a1397c737038'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:53:28.473560 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:53:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['3a10b890-589f-46de-a756-a1397c737038'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:28.496238 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] For port 5955a83b-9f67-4ede-899c-6e8a63f9609e, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5955a83b-9f67-4ede-899c-6e8a63f9609e,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:28.496810 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.509829 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Calling delete_port for 5955a83b-9f67-4ede-899c-6e8a63f9609e owned by network:router_gateway {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:28.555414 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] Set router 3a10b890-589f-46de-a756-a1397c737038 gateway port host: None {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:53:28.605195 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a10b890-589f-46de-a756-a1397c737038', 'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:05Z', 'updated_at': '2021-08-13T02:53:28Z', 'revision_number': 6, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'gw_port_host': None}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:28.633909 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b225447-6225-497a-b07d-ece9fdb06456 None None] The sync data for ids ['3a10b890-589f-46de-a756-a1397c737038'] in dv-cinder-759994-5-iscsi is: [{'id': '3a10b890-589f-46de-a756-a1397c737038', 'name': 'tempest-TestVolumeBootPattern-1238168809-router', 'tenant_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:43:05Z', 'updated_at': '2021-08-13T02:53:28Z', 'revision_number': 6, 'project_id': 'a7a9a6b4a3c74f96a22ea48fc692d743', 'gw_port_host': None}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:53:28.680189 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.704875 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5955a83b-9f67-4ede-899c-6e8a63f9609e,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:28.768313 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585881'] for router_gateway, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.856421 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130968'] for router, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.858843 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.904191 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575482'] for router, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.904656 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a10b890-589f-46de-a756-a1397c737038 {{(pid=100589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:53:28.909606 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] Notify callbacks [] for router, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.910768 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-f95b9586-fe35-4a65-8a78-7019de2fab9a admin admin] 10.222.0.43 "DELETE /v2.0/routers/3a10b890-589f-46de-a756-a1397c737038 HTTP/1.1" status: 204 len: 168 time: 0.7780268 Aug 13 02:53:28.913386 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47270) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:28.958342 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ecdc6e-3d16-4e7b-9f57-7ee6a51f012d admin admin] Deleting subnet c6420e07-f8ce-47fd-b8cf-9fe4472a2803 {{(pid=100589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:53:28.961535 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-10ecdc6e-3d16-4e7b-9f57-7ee6a51f012d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:28.996916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-10ecdc6e-3d16-4e7b-9f57-7ee6a51f012d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7456248'] for subnet, precommit_delete_associations {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.088244 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-10ecdc6e-3d16-4e7b-9f57-7ee6a51f012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.142685 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-10ecdc6e-3d16-4e7b-9f57-7ee6a51f012d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7761414'] for subnet, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.170545 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecdc6e-3d16-4e7b-9f57-7ee6a51f012d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6420e07-f8ce-47fd-b8cf-9fe4472a2803,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:29.175235 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-10ecdc6e-3d16-4e7b-9f57-7ee6a51f012d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.175235 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-10ecdc6e-3d16-4e7b-9f57-7ee6a51f012d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c6420e07-f8ce-47fd-b8cf-9fe4472a2803 HTTP/1.1" status: 204 len: 168 time: 0.2599783 Aug 13 02:53:29.177008 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47274) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:29.187687 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb7c8b-ebc9-4884-9b97-5c5cdd553f6f None None] Network be73bb83-500a-4480-b13e-df98a4135bf4 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:53:29.275277 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.327654 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Deleting port 43c30137-4187-4e56-b351-850fb1ea2001 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:29.327989 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.389671 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] For port 43c30137-4187-4e56-b351-850fb1ea2001, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=43c30137-4187-4e56-b351-850fb1ea2001,segment=NetworkSegment(e03f75a0-a7c9-4a2c-85d6-710fecfd27d1),segment_id=e03f75a0-a7c9-4a2c-85d6-710fecfd27d1)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:29.389671 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.403487 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Calling delete_port for 43c30137-4187-4e56-b351-850fb1ea2001 owned by network:dhcp {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:29.421470 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef01332-7cf0-4356-8249-e700daf3247f None None] DHCP port deletion for be73bb83-500a-4480-b13e-df98a4135bf4 request from dv-cinder-759994-5-iscsi {{(pid=100590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:53:29.468109 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2ef01332-7cf0-4356-8249-e700daf3247f None None] Deleting port 43c30137-4187-4e56-b351-850fb1ea2001 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:29.468707 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2ef01332-7cf0-4356-8249-e700daf3247f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.490586 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.517301 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c30137-4187-4e56-b351-850fb1ea2001,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:29.522557 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] No DVR routers for this DVR port 43c30137-4187-4e56-b351-850fb1ea2001 on host dv-cinder-759994-5-iscsi {{(pid=100588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:29.534111 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2ef01332-7cf0-4356-8249-e700daf3247f None None] For port 43c30137-4187-4e56-b351-850fb1ea2001, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=43c30137-4187-4e56-b351-850fb1ea2001,segment=NetworkSegment(e03f75a0-a7c9-4a2c-85d6-710fecfd27d1),segment_id=e03f75a0-a7c9-4a2c-85d6-710fecfd27d1)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:29.534514 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2ef01332-7cf0-4356-8249-e700daf3247f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.547848 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2ef01332-7cf0-4356-8249-e700daf3247f None None] Calling delete_port for 43c30137-4187-4e56-b351-850fb1ea2001 owned by network:dhcp {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:29.595753 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.606678 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be73bb83-500a-4480-b13e-df98a4135bf4']}} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:29.618916 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1') {'for_net_delete': True} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:29.619447 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03f75a0-a7c9-4a2c-85d6-710fecfd27d1') {} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:29.628821 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6502709'] for segment, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.633702 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2ef01332-7cf0-4356-8249-e700daf3247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.643647 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.650865 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=100588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:53:29.651258 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6657076'] for segment, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: Traceback (most recent call last): Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: timer() Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: cb(*args, **kw) Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: return func(*args, **kwargs) Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: self._notify() Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: self.callback(batched_events) Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: event.method(event) Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: return f(self, *a, **k) Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._get(url).json() Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: return self.request(url, 'GET', **kwargs) Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:53:29.652964 dv-cinder-759994-5-iscsi neutron-server[100588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:53:29.660460 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef01332-7cf0-4356-8249-e700daf3247f None None] Pushing event deleted for resources: {'Port': ['ID=43c30137-4187-4e56-b351-850fb1ea2001,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:29.667992 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef01332-7cf0-4356-8249-e700daf3247f None None] No DVR routers for this DVR port 43c30137-4187-4e56-b351-850fb1ea2001 on host dv-cinder-759994-5-iscsi {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:29.709250 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.714249 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.716051 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] 10.222.0.43 "DELETE /v2.0/networks/be73bb83-500a-4480-b13e-df98a4135bf4 HTTP/1.1" status: 204 len: 168 time: 0.5367792 Aug 13 02:53:29.727507 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62c38d-c100-4cbc-b13e-b10ff3024a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=be73bb83-500a-4480-b13e-df98a4135bf4,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:29.827766 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47278) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:29.867783 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-db15dcc3-0a18-40f0-8f41-ca5e0af557af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f35c4d4a6524f078112a8a65b84f54c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388772 Aug 13 02:53:29.870204 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47280) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:29.919871 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-eb541994-79d4-4846-aea8-bc2e96ac3b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.940799 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-eb541994-79d4-4846-aea8-bc2e96ac3b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.992387 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-eb541994-79d4-4846-aea8-bc2e96ac3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.994982 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-eb541994-79d4-4846-aea8-bc2e96ac3b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:29.996111 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-eb541994-79d4-4846-aea8-bc2e96ac3b4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a98056c8-84c9-4843-8fcf-e4b54899fe50 HTTP/1.1" status: 204 len: 168 time: 0.1250429 Aug 13 02:53:30.003746 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb541994-79d4-4846-aea8-bc2e96ac3b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98056c8-84c9-4843-8fcf-e4b54899fe50,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:30.323568 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47290) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:30.364294 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-f9193cab-c046-41c6-a040-322cf3325d20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7a9a6b4a3c74f96a22ea48fc692d743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394251 Aug 13 02:53:30.366827 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47292) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:30.387894 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 60905064-23a8-451d-8794-cb19edec4ff7 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:30.407664 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 60905064-23a8-451d-8794-cb19edec4ff7 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:30.408019 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 60905064-23a8-451d-8794-cb19edec4ff7 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:30.408436 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 43c30137-4187-4e56-b351-850fb1ea2001 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:30.418466 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e799cc6a-7ce4-44f4-9905-38455b9303f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:30.427098 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 43c30137-4187-4e56-b351-850fb1ea2001 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:30.427444 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 43c30137-4187-4e56-b351-850fb1ea2001 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:30.427844 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5955a83b-9f67-4ede-899c-6e8a63f9609e no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:30.438635 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e799cc6a-7ce4-44f4-9905-38455b9303f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:30.447855 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 5955a83b-9f67-4ede-899c-6e8a63f9609e {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:30.448198 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5955a83b-9f67-4ede-899c-6e8a63f9609e not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:30.485045 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e799cc6a-7ce4-44f4-9905-38455b9303f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:30.487450 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-e799cc6a-7ce4-44f4-9905-38455b9303f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:30.489112 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-e799cc6a-7ce4-44f4-9905-38455b9303f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0f6b66a-4a38-4760-95bf-415931a63015 HTTP/1.1" status: 204 len: 168 time: 0.1208725 Aug 13 02:53:30.496517 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799cc6a-7ce4-44f4-9905-38455b9303f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f6b66a-4a38-4760-95bf-415931a63015,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:35.842929 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-395c7549-9c1d-4849-88e9-5ba5451c260a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:38.788323 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-744e8096-5e77-4660-b2cb-c29ed8741cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:39.058948 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:39.414244 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4ab62-9138-432e-87f8-e29c556a4737 req-002dc7d1-04e9-4185-bea6-766f4d33432b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:39.415745 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0fd4ab62-9138-432e-87f8-e29c556a4737 req-002dc7d1-04e9-4185-bea6-766f4d33432b tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 945 time: 0.0486219 Aug 13 02:53:39.451903 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0fd4ab62-9138-432e-87f8-e29c556a4737 req-e4420819-5223-4c74-b065-73a1211e10b2 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303109 Aug 13 02:53:39.662736 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:39.729521 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:40.565578 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02bb2f-7df2-4fab-b8f1-b41f64938ecf req-1e8ae675-8c20-40ab-9049-6f0ded25fb76 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:40.566948 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bb02bb2f-7df2-4fab-b8f1-b41f64938ecf req-1e8ae675-8c20-40ab-9049-6f0ded25fb76 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 945 time: 0.0474977 Aug 13 02:53:40.603319 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bb02bb2f-7df2-4fab-b8f1-b41f64938ecf req-8839568f-4d53-4db2-aa49-6f85efec7c52 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305681 Aug 13 02:53:41.298370 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:41.717676 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fdcc0-b22d-4f75-a8c7-35f84ddc59cf req-7d5953d4-9aa8-436f-b47c-dd2e5766f1f4 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:41.719161 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-140fdcc0-b22d-4f75-a8c7-35f84ddc59cf req-7d5953d4-9aa8-436f-b47c-dd2e5766f1f4 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Aug 13 02:53:41.758282 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-140fdcc0-b22d-4f75-a8c7-35f84ddc59cf req-345e6756-d65c-45d2-90a2-cf228d1e7757 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325530 Aug 13 02:53:42.296823 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-cbcbc838-a17b-4c27-9530-be05fd9f5a20 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:42.298256 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-cbcbc838-a17b-4c27-9530-be05fd9f5a20 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 945 time: 0.0470152 Aug 13 02:53:42.392814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Deleting port c521c8ef-8874-4c9d-bef5-463a8db35381 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:42.393172 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:42.477907 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] For port c521c8ef-8874-4c9d-bef5-463a8db35381, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=c521c8ef-8874-4c9d-bef5-463a8db35381,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:42.478269 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:42.491094 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Calling delete_port for c521c8ef-8874-4c9d-bef5-463a8db35381 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:42.615740 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:42.643697 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Pushing event deleted for resources: {'Port': ['ID=c521c8ef-8874-4c9d-bef5-463a8db35381,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:42.662569 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['e5c024a5-e9bd-4c15-aa40-b904bb55ef80', '7e3d30dc-5abd-409d-bada-a898f58ddd66', '8f9290a1-ddf0-4dd4-b70d-510844dec569', 'c521c8ef-8874-4c9d-bef5-463a8db35381'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:53:42.683205 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] No DVR routers for this DVR port c521c8ef-8874-4c9d-bef5-463a8db35381 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:42.685684 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:42.687636 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c3f021aa-7b8a-4250-8a68-4778a1ca64c0 req-50beb1a9-01be-4ad7-b263-40e0a87cb199 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "DELETE /v2.0/ports/c521c8ef-8874-4c9d-bef5-463a8db35381 HTTP/1.1" status: 204 len: 173 time: 0.3799574 Aug 13 02:53:42.688062 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f83c46-d774-4da5-a715-cdcd6ab90055', 'name': 'network-vif-deleted', 'tag': 'c521c8ef-8874-4c9d-bef5-463a8db35381'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:42.690288 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd378df-ef48-40bf-b765-2c686766adae" -d '{"events": [{"server_uuid": "b5f83c46-d774-4da5-a715-cdcd6ab90055", "name": "network-vif-deleted", "tag": "c521c8ef-8874-4c9d-bef5-463a8db35381"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:42.734061 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35fb21d-58c0-4a9e-b870-5ce2764c901d x-openstack-request-id: req-b35fb21d-58c0-4a9e-b870-5ce2764c901d {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:42.734686 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f83c46-d774-4da5-a715-cdcd6ab90055", "name": "network-vif-deleted", "tag": "c521c8ef-8874-4c9d-bef5-463a8db35381", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:42.734686 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b35fb21d-58c0-4a9e-b870-5ce2764c901d {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:42.734969 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f83c46-d774-4da5-a715-cdcd6ab90055', 'name': 'network-vif-deleted', 'tag': 'c521c8ef-8874-4c9d-bef5-463a8db35381', 'status': 'completed', 'code': 200} Aug 13 02:53:42.860633 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-50901d90-8241-4b7f-bcda-713bccb36cd2 req-814d12c9-a111-4529-8dff-4e9f7a29d734 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5f83c46-d774-4da5-a715-cdcd6ab90055 HTTP/1.1" status: 200 len: 210 time: 0.0299745 Aug 13 02:53:45.075836 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device c521c8ef-8874-4c9d-bef5-463a8db35381 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:45.095232 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: c521c8ef-8874-4c9d-bef5-463a8db35381 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:45.095572 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device c521c8ef-8874-4c9d-bef5-463a8db35381 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:45.247057 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057879f-192a-4633-aec1-69078dcd8e48 req-2443626f-a466-4b47-96a4-f7e846d22a6a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:45.248561 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4057879f-192a-4633-aec1-69078dcd8e48 req-2443626f-a466-4b47-96a4-f7e846d22a6a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Aug 13 02:53:45.287582 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4057879f-192a-4633-aec1-69078dcd8e48 req-7e2ab915-4a67-4dd7-bb90-befa42736f3c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Aug 13 02:53:46.404299 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb445f5e-d31d-4ddf-9c76-6a7f16b0bf38 req-8c3983e8-80e6-4f8b-9e48-fcdf0c269499 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:46.405768 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb445f5e-d31d-4ddf-9c76-6a7f16b0bf38 req-8c3983e8-80e6-4f8b-9e48-fcdf0c269499 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 945 time: 0.0507505 Aug 13 02:53:46.446781 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb445f5e-d31d-4ddf-9c76-6a7f16b0bf38 req-4a1132b6-da54-4f41-a289-ecbf457de673 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326927 Aug 13 02:53:47.559747 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84ecff-fd11-4117-a2bc-bf6fb85bb11e req-77ca3b50-ca78-4722-afbc-fb1e92c378ef tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:47.561128 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e84ecff-fd11-4117-a2bc-bf6fb85bb11e req-77ca3b50-ca78-4722-afbc-fb1e92c378ef tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Aug 13 02:53:47.620315 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e84ecff-fd11-4117-a2bc-bf6fb85bb11e req-6add6c5d-ba2a-4fe4-81bd-16411462da6a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528166 Aug 13 02:53:47.639715 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-754300ad-5182-4eb3-a477-bb77d5984d33 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:47.641158 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-754300ad-5182-4eb3-a477-bb77d5984d33 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 945 time: 0.0585487 Aug 13 02:53:47.727340 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Deleting port 8f9290a1-ddf0-4dd4-b70d-510844dec569 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:47.727676 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:48.089889 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] For port 8f9290a1-ddf0-4dd4-b70d-510844dec569, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=8f9290a1-ddf0-4dd4-b70d-510844dec569,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:48.090250 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:48.102392 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Calling delete_port for 8f9290a1-ddf0-4dd4-b70d-510844dec569 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:48.156104 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:53:48.226367 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:48.259414 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Pushing event deleted for resources: {'Port': ['ID=8f9290a1-ddf0-4dd4-b70d-510844dec569,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:48.269770 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['e5c024a5-e9bd-4c15-aa40-b904bb55ef80', '7e3d30dc-5abd-409d-bada-a898f58ddd66', '8f9290a1-ddf0-4dd4-b70d-510844dec569'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:53:48.293213 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] No DVR routers for this DVR port 8f9290a1-ddf0-4dd4-b70d-510844dec569 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:48.295822 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:48.297921 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-404908c3-357e-4f29-b1a8-c1bcd33c9919 req-0f63f080-783f-482f-8dd2-dc5843607888 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "DELETE /v2.0/ports/8f9290a1-ddf0-4dd4-b70d-510844dec569 HTTP/1.1" status: 204 len: 173 time: 0.6498237 Aug 13 02:53:48.298353 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f320907-027b-4004-b792-41a86dc65930', 'name': 'network-vif-deleted', 'tag': '8f9290a1-ddf0-4dd4-b70d-510844dec569'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:48.301103 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b3e667-f149-49f5-8148-d058d783f30e" -d '{"events": [{"server_uuid": "9f320907-027b-4004-b792-41a86dc65930", "name": "network-vif-deleted", "tag": "8f9290a1-ddf0-4dd4-b70d-510844dec569"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:48.341777 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39993965-0c31-4d00-a937-5011acc70852 x-openstack-request-id: req-39993965-0c31-4d00-a937-5011acc70852 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:48.342120 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f320907-027b-4004-b792-41a86dc65930", "name": "network-vif-deleted", "tag": "8f9290a1-ddf0-4dd4-b70d-510844dec569", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:48.342479 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39993965-0c31-4d00-a937-5011acc70852 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:48.342764 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f320907-027b-4004-b792-41a86dc65930', 'name': 'network-vif-deleted', 'tag': '8f9290a1-ddf0-4dd4-b70d-510844dec569', 'status': 'completed', 'code': 200} Aug 13 02:53:48.723230 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e7cdbf45-c0de-4e07-8887-82057dd423fd req-67202cf4-73cc-4174-b1e7-30a062d6526a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f320907-027b-4004-b792-41a86dc65930 HTTP/1.1" status: 200 len: 210 time: 0.0266557 Aug 13 02:53:49.994378 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e28aad-7603-4db1-8c8d-cae97d61d867 req-bf3693c2-4497-4137-9d55-2fe3240bb53a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:49.995854 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-28e28aad-7603-4db1-8c8d-cae97d61d867 req-bf3693c2-4497-4137-9d55-2fe3240bb53a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 945 time: 0.0591662 Aug 13 02:53:50.033220 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-28e28aad-7603-4db1-8c8d-cae97d61d867 req-7555bd1e-527e-4415-9896-511942320b0a tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Aug 13 02:53:51.095965 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8f9290a1-ddf0-4dd4-b70d-510844dec569 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:51.115421 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 8f9290a1-ddf0-4dd4-b70d-510844dec569 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:51.115759 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 8f9290a1-ddf0-4dd4-b70d-510844dec569 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:51.148884 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5050757-1c3a-4061-8eac-f401a81cb973 req-b612d216-f5b3-4f54-be43-5aa3a88b0a22 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:51.150364 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f5050757-1c3a-4061-8eac-f401a81cb973 req-b612d216-f5b3-4f54-be43-5aa3a88b0a22 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 945 time: 0.0483680 Aug 13 02:53:51.187552 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f5050757-1c3a-4061-8eac-f401a81cb973 req-ddb8cffe-4532-4bba-916e-6a3153163310 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313582 Aug 13 02:53:52.174700 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-715a709e-4ba6-411f-9417-3be3c1870b2c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:52.176281 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-715a709e-4ba6-411f-9417-3be3c1870b2c tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 945 time: 0.0475605 Aug 13 02:53:52.305485 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Deleting port 7e3d30dc-5abd-409d-bada-a898f58ddd66 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:52.305820 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:52.357798 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb55b7-1c58-42dd-a457-8c98d03bfe4e req-ad38d1f0-faad-4d26-adec-692bc4aab605 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:52.359270 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0dfb55b7-1c58-42dd-a457-8c98d03bfe4e req-ad38d1f0-faad-4d26-adec-692bc4aab605 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=423d9efd-9fb9-407e-ba46-59fae80eb23e HTTP/1.1" status: 200 len: 945 time: 0.1032817 Aug 13 02:53:52.421507 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0dfb55b7-1c58-42dd-a457-8c98d03bfe4e req-0e4e8812-5ea3-4119-9598-caca386618dd tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532947 Aug 13 02:53:52.433908 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] For port 7e3d30dc-5abd-409d-bada-a898f58ddd66, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=7e3d30dc-5abd-409d-bada-a898f58ddd66,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:52.434279 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:52.447078 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Calling delete_port for 7e3d30dc-5abd-409d-bada-a898f58ddd66 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:52.574916 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:52.608112 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Pushing event deleted for resources: {'Port': ['ID=7e3d30dc-5abd-409d-bada-a898f58ddd66,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:52.631267 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['e5c024a5-e9bd-4c15-aa40-b904bb55ef80', '7e3d30dc-5abd-409d-bada-a898f58ddd66'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:53:52.643632 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] No DVR routers for this DVR port 7e3d30dc-5abd-409d-bada-a898f58ddd66 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:52.646749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:52.648816 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d872d9c3-b165-495d-8096-f36c98fd0385 req-23edc9ac-a56c-46f2-9a7a-d0e9e7838011 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "DELETE /v2.0/ports/7e3d30dc-5abd-409d-bada-a898f58ddd66 HTTP/1.1" status: 204 len: 173 time: 0.4648349 Aug 13 02:53:52.649249 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423d9efd-9fb9-407e-ba46-59fae80eb23e', 'name': 'network-vif-deleted', 'tag': '7e3d30dc-5abd-409d-bada-a898f58ddd66'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:52.651472 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78680311-f248-4304-bd96-07b72433f158" -d '{"events": [{"server_uuid": "423d9efd-9fb9-407e-ba46-59fae80eb23e", "name": "network-vif-deleted", "tag": "7e3d30dc-5abd-409d-bada-a898f58ddd66"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:52.689629 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a84805-8426-4570-9cbf-721b040aca49 x-openstack-request-id: req-59a84805-8426-4570-9cbf-721b040aca49 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:52.690521 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423d9efd-9fb9-407e-ba46-59fae80eb23e", "name": "network-vif-deleted", "tag": "7e3d30dc-5abd-409d-bada-a898f58ddd66", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:52.690521 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-59a84805-8426-4570-9cbf-721b040aca49 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:52.690832 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423d9efd-9fb9-407e-ba46-59fae80eb23e', 'name': 'network-vif-deleted', 'tag': '7e3d30dc-5abd-409d-bada-a898f58ddd66', 'status': 'completed', 'code': 200} Aug 13 02:53:54.799663 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe8c75-bb2d-49a4-82a2-4e5617753c99 req-f153a68f-2875-45ee-9d7a-7d5c4089b081 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:54.801251 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-efbe8c75-bb2d-49a4-82a2-4e5617753c99 req-f153a68f-2875-45ee-9d7a-7d5c4089b081 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 945 time: 0.0483968 Aug 13 02:53:54.838631 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-efbe8c75-bb2d-49a4-82a2-4e5617753c99 req-0ce2c4bf-59f2-43e5-8f86-952ed1cf6714 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Aug 13 02:53:55.152275 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 7e3d30dc-5abd-409d-bada-a898f58ddd66 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:53:55.172158 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 7e3d30dc-5abd-409d-bada-a898f58ddd66 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:53:55.172541 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 7e3d30dc-5abd-409d-bada-a898f58ddd66 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:53:55.957450 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06feb5e-cae2-496e-8088-07d1ea3c8cf0 req-1e107cd2-f408-4dbc-b185-a2177458eb81 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:55.958913 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c06feb5e-cae2-496e-8088-07d1ea3c8cf0 req-1e107cd2-f408-4dbc-b185-a2177458eb81 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 945 time: 0.0521183 Aug 13 02:53:55.996171 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c06feb5e-cae2-496e-8088-07d1ea3c8cf0 req-560d0d48-c5bd-414f-9114-c7700adc1110 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315092 Aug 13 02:53:57.112928 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e512f-1713-4414-ab53-a4e9e8f99db5 req-bbce8bbd-3216-4780-a38e-82a060622f81 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:57.114542 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-698e512f-1713-4414-ab53-a4e9e8f99db5 req-bbce8bbd-3216-4780-a38e-82a060622f81 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 945 time: 0.0496509 Aug 13 02:53:57.152159 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-698e512f-1713-4414-ab53-a4e9e8f99db5 req-1246028b-7ce3-4b5d-8889-eea36f2e9228 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/security-groups?id=74c6f741-5c16-4c78-a06f-460853fcad7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Aug 13 02:53:57.447498 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-e0a387df-1b47-48b0-8c2f-0be05a104a29 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:53:57.448941 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-e0a387df-1b47-48b0-8c2f-0be05a104a29 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 945 time: 0.0474100 Aug 13 02:53:57.539928 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Deleting port e5c024a5-e9bd-4c15-aa40-b904bb55ef80 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:53:57.540180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:57.625126 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] For port e5c024a5-e9bd-4c15-aa40-b904bb55ef80, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,segment=NetworkSegment(7ed41ac0-1848-4c14-bc5c-7ad42b10392d),segment_id=7ed41ac0-1848-4c14-bc5c-7ad42b10392d)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:53:57.625493 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:57.637686 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Calling delete_port for e5c024a5-e9bd-4c15-aa40-b904bb55ef80 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:53:57.765192 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:57.792653 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Pushing event deleted for resources: {'Port': ['ID=e5c024a5-e9bd-4c15-aa40-b904bb55ef80,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:57.808650 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['e5c024a5-e9bd-4c15-aa40-b904bb55ef80'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:53:57.841117 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] No DVR routers for this DVR port e5c024a5-e9bd-4c15-aa40-b904bb55ef80 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:53:57.843412 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:57.845421 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0d5ed74a-1d63-43a0-899a-d975189ea3bb req-acec1332-9411-4ab6-8e73-e95ddd151554 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.39 "DELETE /v2.0/ports/e5c024a5-e9bd-4c15-aa40-b904bb55ef80 HTTP/1.1" status: 204 len: 173 time: 0.3885200 Aug 13 02:53:57.845846 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163caebd-7aae-4e6d-a515-e0686140179a', 'name': 'network-vif-deleted', 'tag': 'e5c024a5-e9bd-4c15-aa40-b904bb55ef80'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:53:57.848089 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e56ce8-3ec5-4743-acdf-c451c0c2ffa4" -d '{"events": [{"server_uuid": "163caebd-7aae-4e6d-a515-e0686140179a", "name": "network-vif-deleted", "tag": "e5c024a5-e9bd-4c15-aa40-b904bb55ef80"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:53:57.884934 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a8e388-78e0-4c3d-a962-add30fd4f793 x-openstack-request-id: req-f2a8e388-78e0-4c3d-a962-add30fd4f793 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:53:57.885219 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163caebd-7aae-4e6d-a515-e0686140179a", "name": "network-vif-deleted", "tag": "e5c024a5-e9bd-4c15-aa40-b904bb55ef80", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:53:57.885528 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2a8e388-78e0-4c3d-a962-add30fd4f793 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:53:57.885856 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163caebd-7aae-4e6d-a515-e0686140179a', 'name': 'network-vif-deleted', 'tag': 'e5c024a5-e9bd-4c15-aa40-b904bb55ef80', 'status': 'completed', 'code': 200} Aug 13 02:53:58.253944 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68329c51-d672-4683-adf2-bd492a894b7f req-b97b53fe-83b0-4149-8735-b9bdcaf79c77 tempest-AttachVolumeNegativeTest-813415203 tempest-AttachVolumeNegativeTest-813415203-project] 10.222.0.43 "GET /v2.0/ports?device_id=163caebd-7aae-4e6d-a515-e0686140179a HTTP/1.1" status: 200 len: 210 time: 0.0264747 Aug 13 02:53:59.309466 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47404) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:59.352521 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_v2 [None req-251b55a9-f0b4-4047-8b72-c2c0f969557d admin admin] Deleting subnet e5e12d61-e117-485e-9150-1e871bdb4631 {{(pid=100589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:53:59.355408 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-251b55a9-f0b4-4047-8b72-c2c0f969557d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.388454 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-251b55a9-f0b4-4047-8b72-c2c0f969557d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7456248'] for subnet, precommit_delete_associations {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.426149 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-251b55a9-f0b4-4047-8b72-c2c0f969557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.481058 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-251b55a9-f0b4-4047-8b72-c2c0f969557d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7761414'] for subnet, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.507798 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b55a9-f0b4-4047-8b72-c2c0f969557d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e12d61-e117-485e-9150-1e871bdb4631,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:59.509689 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-251b55a9-f0b4-4047-8b72-c2c0f969557d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.511517 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-251b55a9-f0b4-4047-8b72-c2c0f969557d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5e12d61-e117-485e-9150-1e871bdb4631 HTTP/1.1" status: 204 len: 168 time: 0.2010562 Aug 13 02:53:59.514017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47406) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:53:59.578296 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.656645 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.666493 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1572d9c-656c-4d1b-beea-98882e7e8064']}} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:59.676132 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed41ac0-1848-4c14-bc5c-7ad42b10392d') {'for_net_delete': True} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:59.676440 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed41ac0-1848-4c14-bc5c-7ad42b10392d') {} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:53:59.684703 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7456239'] for segment, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.697659 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.703152 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=100589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:53:59.703524 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883660'] for segment, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: Traceback (most recent call last): Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: timer() Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: cb(*args, **kw) Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: return func(*args, **kwargs) Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: self._notify() Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: self.callback(batched_events) Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: event.method(event) Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: return f(self, *a, **k) Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._get(url).json() Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: return self.request(url, 'GET', **kwargs) Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:53:59.705171 dv-cinder-759994-5-iscsi neutron-server[100589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:53:59.758071 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.763231 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:59.765064 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] 10.222.0.43 "DELETE /v2.0/networks/b1572d9c-656c-4d1b-beea-98882e7e8064 HTTP/1.1" status: 204 len: 168 time: 0.2501402 Aug 13 02:53:59.775952 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fef2cf-ebb9-4de0-89cb-dd6c9bc9566d admin admin] Pushing event deleted for resources: {'Network': ['ID=b1572d9c-656c-4d1b-beea-98882e7e8064,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:53:59.987081 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47410) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:00.033735 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-ab33bc68-ef6c-4865-8a87-6075a65c3806 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4375f996cef43df8b2350c96e17e932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452237 Aug 13 02:54:00.036685 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47412) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:00.083440 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-769334c4-a6a4-4a14-9a8d-d91a9612af54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:00.104204 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-769334c4-a6a4-4a14-9a8d-d91a9612af54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:00.150075 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-769334c4-a6a4-4a14-9a8d-d91a9612af54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:00.152541 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-769334c4-a6a4-4a14-9a8d-d91a9612af54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:00.153664 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-769334c4-a6a4-4a14-9a8d-d91a9612af54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74c6f741-5c16-4c78-a06f-460853fcad7d HTTP/1.1" status: 204 len: 168 time: 0.1160915 Aug 13 02:54:00.161701 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769334c4-a6a4-4a14-9a8d-d91a9612af54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c6f741-5c16-4c78-a06f-460853fcad7d,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:01.171294 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device e5c024a5-e9bd-4c15-aa40-b904bb55ef80 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:54:01.191690 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: e5c024a5-e9bd-4c15-aa40-b904bb55ef80 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:54:01.192278 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device e5c024a5-e9bd-4c15-aa40-b904bb55ef80 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:54:05.844671 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6a410dfd-48c2-47d0-940b-9018ee4dcd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:08.403837 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8fb92-304a-41aa-878a-f57983368123 req-8aafa80a-7c25-4e54-8a4f-6d2a90cb9f5a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:08.405342 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-52f8fb92-304a-41aa-878a-f57983368123 req-8aafa80a-7c25-4e54-8a4f-6d2a90cb9f5a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 946 time: 0.0527799 Aug 13 02:54:08.442694 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-52f8fb92-304a-41aa-878a-f57983368123 req-e5815f74-8f6b-46b8-8239-3be19fc70e0a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Aug 13 02:54:08.789797 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9acf246d-d33c-4518-92ba-de7da2c2f49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:09.060652 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:09.564319 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f008719-5c68-478b-bce2-29e4c76a982a req-9b89ac4c-8dc0-4be4-b913-daa8067927c0 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:09.566303 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f008719-5c68-478b-bce2-29e4c76a982a req-9b89ac4c-8dc0-4be4-b913-daa8067927c0 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 946 time: 0.0507209 Aug 13 02:54:09.603677 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f008719-5c68-478b-bce2-29e4c76a982a req-5dc938f7-ee40-443d-9ef9-33641e57b43d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301292 Aug 13 02:54:09.684299 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:09.732393 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:10.531473 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47540) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:10.660628 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d3a41be2-8040-4429-ac72-1e6d02699e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:10.776504 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c316c-f051-495e-add6-3f90e40a4910 req-1321e376-1d0f-4fc0-8479-910c2b149175 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:10.777996 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-212c316c-f051-495e-add6-3f90e40a4910 req-1321e376-1d0f-4fc0-8479-910c2b149175 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 946 time: 0.0990145 Aug 13 02:54:10.814180 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-dd062720-d2c3-46c0-b07b-e04b4fd40d63 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:54:10.815609 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-dd062720-d2c3-46c0-b07b-e04b4fd40d63 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 946 time: 0.0968277 Aug 13 02:54:10.908492 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-212c316c-f051-495e-add6-3f90e40a4910 req-9097eb2a-1610-4fb2-8b1d-bc4023e7bf6d tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups?id=ed0ecce9-37f1-45f0-99dc-dedd56bc8189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204526 Aug 13 02:54:10.915474 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d3a41be2-8040-4429-ac72-1e6d02699e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:10.919712 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d3a41be2-8040-4429-ac72-1e6d02699e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:10.965848 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-d3a41be2-8040-4429-ac72-1e6d02699e59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2085a97f834d440380f172b515bb2e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333065 Aug 13 02:54:10.968568 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47546) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:10.969749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a41be2-8040-4429-ac72-1e6d02699e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74454002-ee1e-4cbb-b1e7-3e19d554128f,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:10.981712 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Deleting port 59f23c31-6dd8-418b-b36e-fea201bdc574 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:54:10.982030 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.020034 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.041429 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.072708 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] For port 59f23c31-6dd8-418b-b36e-fea201bdc574, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=59f23c31-6dd8-418b-b36e-fea201bdc574,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:54:11.073070 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.087450 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.090216 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.091413 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74454002-ee1e-4cbb-b1e7-3e19d554128f HTTP/1.1" status: 204 len: 168 time: 0.1218233 Aug 13 02:54:11.098861 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74454002-ee1e-4cbb-b1e7-3e19d554128f,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:11.105824 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.106174 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.106519 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.106855 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.107271 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.107513 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.108106 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.108462 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.108793 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.109118 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.109437 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.109828 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5c2d5f-e5c3-4643-b0ff-fd70322be625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.255747 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.256435 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.256793 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Floating IP f9b6a47c-81eb-4725-b827-a889c4c1a8e6 disassociated. External IP: 172.27.2.153, port: 59f23c31-6dd8-418b-b36e-fea201bdc574. Aug 13 02:54:11.257135 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Calling delete_port for 59f23c31-6dd8-418b-b36e-fea201bdc574 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:54:11.311567 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.394694 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.422706 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event deleted for resources: {'Port': ['ID=59f23c31-6dd8-418b-b36e-fea201bdc574,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:11.436223 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.436608 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.437819 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.438242 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.438591 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.438930 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.439327 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.439668 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.440075 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.440357 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.441327 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.441846 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:11.555029 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:54:11.669814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:54:11.681519 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] Sync routers for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:54:11.693035 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:54:11.693658 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:54:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:11.709036 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] No DVR routers for this DVR port 59f23c31-6dd8-418b-b36e-fea201bdc574 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:54:11.711924 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.714183 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9cbbd4b3-cc55-4c62-861d-ef62864ff516 req-3a308117-615e-40b1-ac31-fcd0493258c8 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.39 "DELETE /v2.0/ports/59f23c31-6dd8-418b-b36e-fea201bdc574 HTTP/1.1" status: 204 len: 173 time: 0.8874240 Aug 13 02:54:11.714625 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-deleted', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:54:11.716921 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5553802-016f-4e05-83a1-a56aaa55276c" -d '{"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-deleted", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:54:11.756666 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d45768-4a4a-4948-a6a3-41ddabdf90d4 x-openstack-request-id: req-34d45768-4a4a-4948-a6a3-41ddabdf90d4 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:54:11.757232 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74705d3-34e0-436a-b0cc-793398e41fb6", "name": "network-vif-deleted", "tag": "59f23c31-6dd8-418b-b36e-fea201bdc574", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:54:11.757717 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34d45768-4a4a-4948-a6a3-41ddabdf90d4 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:54:11.758193 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74705d3-34e0-436a-b0cc-793398e41fb6', 'name': 'network-vif-deleted', 'tag': '59f23c31-6dd8-418b-b36e-fea201bdc574', 'status': 'completed', 'code': 200} Aug 13 02:54:11.830380 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:54:12.030688 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2902edd1-f95a-4533-8e74-9e5a4862b844 req-81d6f9af-5ff7-447f-8289-470d2eeeb1c7 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/ports?device_id=d74705d3-34e0-436a-b0cc-793398e41fb6 HTTP/1.1" status: 200 len: 210 time: 0.0301538 Aug 13 02:54:12.070983 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:12.099982 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] Checking router: 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:54:12.109221 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:54:12.109957 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:54:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:12.220711 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:54:12.431253 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:12.461885 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e75af-0681-43ec-b1da-99e93dae6e86 None None] The sync data for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi is: [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:52Z', 'revision_number': 4, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '70b18c08-8156-49d8-8b3a-6a3849e581ef', 'name': '', 'network_id': '7696a46f-e4ae-44f7-bbe3-186da9448a02', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'mac_address': 'fa:16:3e:00:96:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:50Z', 'updated_at': '2021-08-13T02:43:03Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'subnets': [{'id': 'bcfa8e37-2875-43e9-87aa-4b93b3aec79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:54:12.669333 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab2cf3-b720-4d09-9fec-b0d9a09b7d51 None None] New status for floating IP f9b6a47c-81eb-4725-b827-a889c4c1a8e6: DOWN {{(pid=100590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:54:13.122558 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47590) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:13.175343 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4589-1027-425a-b744-39bb0ae26ae9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.197580 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4589-1027-425a-b744-39bb0ae26ae9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.251955 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4589-1027-425a-b744-39bb0ae26ae9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.254735 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-cb7a4589-1027-425a-b744-39bb0ae26ae9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.255911 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-cb7a4589-1027-425a-b744-39bb0ae26ae9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "DELETE /v2.0/security-groups/ed0ecce9-37f1-45f0-99dc-dedd56bc8189 HTTP/1.1" status: 204 len: 168 time: 0.1323836 Aug 13 02:54:13.258811 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47592) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:13.264963 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a4589-1027-425a-b744-39bb0ae26ae9 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0ecce9-37f1-45f0-99dc-dedd56bc8189,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:13.265644 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:54:13.277028 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.api.v2.resource [None req-1a0b37ea-91c5-446f-b608-a6511056e71a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] show failed (client error): The resource could not be found. Aug 13 02:54:13.278038 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-1a0b37ea-91c5-446f-b608-a6511056e71a tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "GET /v2.0/security-groups/ed0ecce9-37f1-45f0-99dc-dedd56bc8189 HTTP/1.1" status: 404 len: 347 time: 0.0181370 Aug 13 02:54:13.280954 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47594) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:13.296797 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 59f23c31-6dd8-418b-b36e-fea201bdc574 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:54:13.297144 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 59f23c31-6dd8-418b-b36e-fea201bdc574 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:54:13.402954 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Deleting port af07e54a-413b-4d40-9e76-f640ec48dd65 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:54:13.403297 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.478419 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.478754 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.490507 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Calling delete_port for af07e54a-413b-4d40-9e76-f640ec48dd65 owned by network:floatingip {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:54:13.631167 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.655606 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Pushing event deleted for resources: {'Port': ['ID=af07e54a-413b-4d40-9e76-f640ec48dd65,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:13.714753 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks [] for floatingip, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.717280 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:13.718401 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-a1e6dcd8-b085-4662-8b51-17339b328f27 tempest-AttachVolumeShelveTestJSON-1423373067 tempest-AttachVolumeShelveTestJSON-1423373067-project] 10.222.0.43 "DELETE /v2.0/floatingips/f9b6a47c-81eb-4725-b827-a889c4c1a8e6 HTTP/1.1" status: 204 len: 168 time: 0.4365518 Aug 13 02:54:14.881122 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47624) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:14.987137 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6e23d1dc-8348-409f-ace5-abc5119ca08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:15.085895 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6e23d1dc-8348-409f-ace5-abc5119ca08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:15.089533 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6e23d1dc-8348-409f-ace5-abc5119ca08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:15.128986 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6e23d1dc-8348-409f-ace5-abc5119ca08e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7aec432248440958bd535e08fc85b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464926 Aug 13 02:54:15.129701 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23d1dc-8348-409f-ace5-abc5119ca08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712021e2-7cd7-42cb-8f63-b05c014b323a,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:15.132220 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47638) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:15.189691 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-072a0675-c86f-4711-9a63-ed217f0853ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:15.210828 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-072a0675-c86f-4711-9a63-ed217f0853ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:15.258905 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-072a0675-c86f-4711-9a63-ed217f0853ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:15.262100 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-072a0675-c86f-4711-9a63-ed217f0853ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:15.263219 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-072a0675-c86f-4711-9a63-ed217f0853ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/712021e2-7cd7-42cb-8f63-b05c014b323a HTTP/1.1" status: 204 len: 168 time: 0.1299250 Aug 13 02:54:15.271198 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a0675-c86f-4711-9a63-ed217f0853ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712021e2-7cd7-42cb-8f63-b05c014b323a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:16.171117 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47676) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:16.654652 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741203'] for router_interface, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:16.926502 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Deleting port 70b18c08-8156-49d8-8b3a-6a3849e581ef {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:54:16.926934 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:17.006084 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] For port 70b18c08-8156-49d8-8b3a-6a3849e581ef, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=70b18c08-8156-49d8-8b3a-6a3849e581ef,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:54:17.006482 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:17.020770 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Calling delete_port for 70b18c08-8156-49d8-8b3a-6a3849e581ef owned by network:router_interface {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:54:17.209694 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:17.239917 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b18c08-8156-49d8-8b3a-6a3849e581ef,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:17.420000 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586979'] for router_interface, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:17.849074 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:54:17.953793 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:54:17.959214 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-193f2bf8-f767-4279-bdb4-f6c6b6a0f9c7 admin admin] 10.222.0.43 "PUT /v2.0/routers/37a56c4f-e3df-4b3e-9991-d3ad9ca3410e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7867277 Aug 13 02:54:17.961704 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47778) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:17.966336 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] Sync routers for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:54:17.977181 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:54:17.977903 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:54:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:18.072870 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks [] for router, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.084382 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47782) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:18.174270 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:54:18.184249 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.197505 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-902ce209-c764-4d09-8196-c0e00a557548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.239955 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Deleting port 9503dd88-96ec-49f8-bc98-f2a9b764c631 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:54:18.240598 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.296807 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-902ce209-c764-4d09-8196-c0e00a557548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.302537 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-902ce209-c764-4d09-8196-c0e00a557548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.327834 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] For port 9503dd88-96ec-49f8-bc98-f2a9b764c631, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=9503dd88-96ec-49f8-bc98-f2a9b764c631,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:54:18.328164 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.341777 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-902ce209-c764-4d09-8196-c0e00a557548 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35aa4780116941a5a1d685ca0ae2d7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532802 Aug 13 02:54:18.341979 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47786) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:18.343360 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Calling delete_port for 9503dd88-96ec-49f8-bc98-f2a9b764c631 owned by network:router_gateway {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:54:18.349172 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ce209-c764-4d09-8196-c0e00a557548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fb4dea-dd98-445a-a52b-d8c697d31cc9,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:18.391063 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:54:17Z', 'revision_number': 5, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port': {'id': '9503dd88-96ec-49f8-bc98-f2a9b764c631', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:18.399365 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-c49dba0d-9b26-48eb-970b-fe8fff8858a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.417200 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] Checking router: 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:54:18.420804 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-c49dba0d-9b26-48eb-970b-fe8fff8858a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.426206 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] Routers {'37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:54:18.426822 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:54:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:18.473397 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-c49dba0d-9b26-48eb-970b-fe8fff8858a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.476138 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-c49dba0d-9b26-48eb-970b-fe8fff8858a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.479775 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-c49dba0d-9b26-48eb-970b-fe8fff8858a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5fb4dea-dd98-445a-a52b-d8c697d31cc9 HTTP/1.1" status: 204 len: 168 time: 0.1345422 Aug 13 02:54:18.487022 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dba0d-9b26-48eb-970b-fe8fff8858a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fb4dea-dd98-445a-a52b-d8c697d31cc9,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:18.527336 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] Set router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e gateway port host: None {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:54:18.554115 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.579396 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Pushing event deleted for resources: {'Port': ['ID=9503dd88-96ec-49f8-bc98-f2a9b764c631,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:18.585386 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:54:18Z', 'revision_number': 6, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port_host': None}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:18.612711 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d0217-078a-436d-b96f-6837edfa2158 None None] The sync data for ids ['37a56c4f-e3df-4b3e-9991-d3ad9ca3410e'] in dv-cinder-759994-5-iscsi is: [{'id': '37a56c4f-e3df-4b3e-9991-d3ad9ca3410e', 'name': 'tempest-AttachVolumeShelveTestJSON-191647278-router', 'tenant_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:42:46Z', 'updated_at': '2021-08-13T02:54:18Z', 'revision_number': 6, 'project_id': 'd15501c9af0d4eb9a307bb9a7ac84801', 'gw_port_host': None}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:54:18.649072 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585881'] for router_gateway, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.742569 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130968'] for router, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.744899 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.772146 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47792) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:18.784956 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-735c6e97-8cc2-457b-820f-f2c0460ebc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.788859 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575482'] for router, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.789374 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a56c4f-e3df-4b3e-9991-d3ad9ca3410e {{(pid=100588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:54:18.797480 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.798624 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-4522b445-57f9-4e62-9525-5c0f9e4cab74 admin admin] 10.222.0.43 "DELETE /v2.0/routers/37a56c4f-e3df-4b3e-9991-d3ad9ca3410e HTTP/1.1" status: 204 len: 168 time: 0.8358576 Aug 13 02:54:18.801137 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47794) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:18.846476 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4e7141-18e4-4b4c-89df-2beb7ae60615 admin admin] Deleting subnet bcfa8e37-2875-43e9-87aa-4b93b3aec79f {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:54:18.849940 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7141-18e4-4b4c-89df-2beb7ae60615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.882647 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-735c6e97-8cc2-457b-820f-f2c0460ebc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.887076 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-735c6e97-8cc2-457b-820f-f2c0460ebc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.888256 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7141-18e4-4b4c-89df-2beb7ae60615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:18.926375 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-735c6e97-8cc2-457b-820f-f2c0460ebc84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ecf22a595a047eba9bae3a50aef0fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529365 Aug 13 02:54:18.927122 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c6e97-8cc2-457b-820f-f2c0460ebc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdd0124-3843-4178-a54f-b15a83fa026a,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:18.929090 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47796) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:19.001576 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7141-18e4-4b4c-89df-2beb7ae60615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.034068 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4e57b1bd-fc32-44ac-a9ad-010939f5aba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.066638 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4e57b1bd-fc32-44ac-a9ad-010939f5aba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.097416 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7141-18e4-4b4c-89df-2beb7ae60615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.130188 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e7141-18e4-4b4c-89df-2beb7ae60615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfa8e37-2875-43e9-87aa-4b93b3aec79f,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:19.132741 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7b4e7141-18e4-4b4c-89df-2beb7ae60615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.134694 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-7b4e7141-18e4-4b4c-89df-2beb7ae60615 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bcfa8e37-2875-43e9-87aa-4b93b3aec79f HTTP/1.1" status: 204 len: 168 time: 0.3326440 Aug 13 02:54:19.136312 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7686211-f499-47e2-be30-0395f608f025 None None] Network 7696a46f-e4ae-44f7-bbe3-186da9448a02 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:54:19.137294 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47798) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:19.189695 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4e57b1bd-fc32-44ac-a9ad-010939f5aba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.192269 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4e57b1bd-fc32-44ac-a9ad-010939f5aba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.193387 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-4e57b1bd-fc32-44ac-a9ad-010939f5aba4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bdd0124-3843-4178-a54f-b15a83fa026a HTTP/1.1" status: 204 len: 168 time: 0.2633872 Aug 13 02:54:19.212108 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57b1bd-fc32-44ac-a9ad-010939f5aba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdd0124-3843-4178-a54f-b15a83fa026a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:19.217539 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.281911 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Deleting port 9f7425a2-bcc3-47c1-9906-045880161eb9 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:54:19.282478 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.359454 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] For port 9f7425a2-bcc3-47c1-9906-045880161eb9, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=9f7425a2-bcc3-47c1-9906-045880161eb9,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:54:19.359820 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.379241 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Calling delete_port for 9f7425a2-bcc3-47c1-9906-045880161eb9 owned by network:dhcp {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:54:19.379751 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] DHCP port deletion for 7696a46f-e4ae-44f7-bbe3-186da9448a02 request from dv-cinder-759994-5-iscsi {{(pid=100590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:54:19.431923 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Deleting port 9f7425a2-bcc3-47c1-9906-045880161eb9 {{(pid=100590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:54:19.432610 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.459778 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.491218 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7425a2-bcc3-47c1-9906-045880161eb9,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:19.496258 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] No DVR routers for this DVR port 9f7425a2-bcc3-47c1-9906-045880161eb9 on host dv-cinder-759994-5-iscsi {{(pid=100588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:54:19.509807 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] For port 9f7425a2-bcc3-47c1-9906-045880161eb9, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=9f7425a2-bcc3-47c1-9906-045880161eb9,segment=NetworkSegment(57f37292-e042-4237-b7f1-cb40958cd747),segment_id=57f37292-e042-4237-b7f1-cb40958cd747)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:54:19.510202 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.527442 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Calling delete_port for 9f7425a2-bcc3-47c1-9906-045880161eb9 owned by network:dhcp {{(pid=100590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:54:19.570398 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.581923 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7696a46f-e4ae-44f7-bbe3-186da9448a02']}} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:19.592722 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f37292-e042-4237-b7f1-cb40958cd747') {'for_net_delete': True} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:19.593215 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f37292-e042-4237-b7f1-cb40958cd747') {} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:54:19.603382 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6502709'] for segment, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.612897 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012'] for port, after_delete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.619130 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.626465 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=100588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:54:19.626864 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6657076'] for segment, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: Traceback (most recent call last): Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: timer() Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: cb(*args, **kw) Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: return func(*args, **kwargs) Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: self._notify() Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: self.callback(batched_events) Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: event.method(event) Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: return f(self, *a, **k) Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._get(url).json() Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: return self.request(url, 'GET', **kwargs) Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:54:19.629200 dv-cinder-759994-5-iscsi neutron-server[100588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:54:19.647387 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Pushing event deleted for resources: {'Port': ['ID=9f7425a2-bcc3-47c1-9906-045880161eb9,revision_number=None']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:19.656256 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.656625 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.656965 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.657299 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.657627 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.657951 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.658272 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.658593 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.658917 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.659296 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.659618 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.660020 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:54:19.664900 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9915898-3e7a-4c01-8b7a-2a6254d5c552 None None] No DVR routers for this DVR port 9f7425a2-bcc3-47c1-9906-045880161eb9 on host dv-cinder-759994-5-iscsi {{(pid=100590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:54:19.698909 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.703419 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.705399 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] 10.222.0.43 "DELETE /v2.0/networks/7696a46f-e4ae-44f7-bbe3-186da9448a02 HTTP/1.1" status: 204 len: 168 time: 0.5671895 Aug 13 02:54:19.719265 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bef85b-5d99-4138-bb42-6dbfb716834a admin admin] Pushing event deleted for resources: {'Network': ['ID=7696a46f-e4ae-44f7-bbe3-186da9448a02,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:19.843322 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47820) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:19.892994 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-00b9cab6-a688-4f26-8f48-0d90267ad322 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d15501c9af0d4eb9a307bb9a7ac84801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485032 Aug 13 02:54:19.895616 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47824) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:19.943151 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d34bdbeb-faf7-4b20-9481-12c07fa2d42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:19.964262 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d34bdbeb-faf7-4b20-9481-12c07fa2d42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:20.019956 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d34bdbeb-faf7-4b20-9481-12c07fa2d42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:20.022583 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d34bdbeb-faf7-4b20-9481-12c07fa2d42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:20.023755 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-d34bdbeb-faf7-4b20-9481-12c07fa2d42d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba231d91-e0ad-43ed-844f-8ceb268c2a77 HTTP/1.1" status: 204 len: 168 time: 0.1285608 Aug 13 02:54:20.031231 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bdbeb-faf7-4b20-9481-12c07fa2d42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba231d91-e0ad-43ed-844f-8ceb268c2a77,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:20.437789 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 9503dd88-96ec-49f8-bc98-f2a9b764c631 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:54:20.459856 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 9503dd88-96ec-49f8-bc98-f2a9b764c631 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:54:20.460384 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 9503dd88-96ec-49f8-bc98-f2a9b764c631 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:54:20.460907 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 70b18c08-8156-49d8-8b3a-6a3849e581ef no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:54:20.479682 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 70b18c08-8156-49d8-8b3a-6a3849e581ef {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:54:20.480030 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 70b18c08-8156-49d8-8b3a-6a3849e581ef not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:54:20.480539 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 9f7425a2-bcc3-47c1-9906-045880161eb9 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:54:20.500175 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 9f7425a2-bcc3-47c1-9906-045880161eb9 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:54:20.500586 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 9f7425a2-bcc3-47c1-9906-045880161eb9 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:54:23.819401 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47934) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:23.921138 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b722d709-fbe8-4442-ae21-8d873fcefdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.011083 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b722d709-fbe8-4442-ae21-8d873fcefdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.014941 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-b722d709-fbe8-4442-ae21-8d873fcefdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.053412 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-b722d709-fbe8-4442-ae21-8d873fcefdec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa43c154245d47598bc7e1a8d9abb860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329545 Aug 13 02:54:24.054552 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722d709-fbe8-4442-ae21-8d873fcefdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1af110d-0f2d-4fb5-a3e8-ecd8df275c0a,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:24.056138 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47938) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:24.104729 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-95f061fd-ef24-4f8e-963b-ca3548e81bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.125895 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-95f061fd-ef24-4f8e-963b-ca3548e81bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.171989 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-95f061fd-ef24-4f8e-963b-ca3548e81bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.174463 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-95f061fd-ef24-4f8e-963b-ca3548e81bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.175572 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-95f061fd-ef24-4f8e-963b-ca3548e81bb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1af110d-0f2d-4fb5-a3e8-ecd8df275c0a HTTP/1.1" status: 204 len: 168 time: 0.1184578 Aug 13 02:54:24.183562 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f061fd-ef24-4f8e-963b-ca3548e81bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1af110d-0f2d-4fb5-a3e8-ecd8df275c0a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:24.450350 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 47952) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:24.464264 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-1e821282-aaa3-4079-ad0c-bf632401a67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.560567 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-1e821282-aaa3-4079-ad0c-bf632401a67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.563880 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-1e821282-aaa3-4079-ad0c-bf632401a67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.602488 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-1e821282-aaa3-4079-ad0c-bf632401a67c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6aa42779a98041c68341e750a54e8863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510584 Aug 13 02:54:24.603321 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821282-aaa3-4079-ad0c-bf632401a67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0c02e-b66d-4a1e-b780-d16e26dd663c,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:24.605243 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 47954) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:54:24.653577 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-94f60826-335c-4c91-87c1-58d343bc503a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.673917 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-94f60826-335c-4c91-87c1-58d343bc503a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.720814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-94f60826-335c-4c91-87c1-58d343bc503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.723484 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-94f60826-335c-4c91-87c1-58d343bc503a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:24.724641 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-94f60826-335c-4c91-87c1-58d343bc503a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75c0c02e-b66d-4a1e-b780-d16e26dd663c HTTP/1.1" status: 204 len: 168 time: 0.1183374 Aug 13 02:54:24.731859 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f60826-335c-4c91-87c1-58d343bc503a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0c02e-b66d-4a1e-b780-d16e26dd663c,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:54:25.155831 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:54:35.844699 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c2c5691e-f947-4a2b-b6ab-4bb3ffdea378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:38.910330 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-82b7daeb-c1e6-401c-9761-2fd0a431e722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:39.062813 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:39.686633 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:39.737962 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:41.306208 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:02.155329 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:55:05.365828 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48394) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:05.472391 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8c42e3f3-590f-48bd-a7cf-61a4f7963a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.558539 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8c42e3f3-590f-48bd-a7cf-61a4f7963a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.562035 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8c42e3f3-590f-48bd-a7cf-61a4f7963a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.605136 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-8c42e3f3-590f-48bd-a7cf-61a4f7963a3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=610cd42273d841e8b21f07ce523e4b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382195 Aug 13 02:55:05.607127 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42e3f3-590f-48bd-a7cf-61a4f7963a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dab3fa0-7612-4357-b1e8-fd0e71904123,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:05.608292 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48400) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:05.661638 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e9ebe603-1a1b-4edb-812c-ba7c12c04a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.683178 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e9ebe603-1a1b-4edb-812c-ba7c12c04a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.730908 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e9ebe603-1a1b-4edb-812c-ba7c12c04a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.734029 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-e9ebe603-1a1b-4edb-812c-ba7c12c04a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:05.735252 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-e9ebe603-1a1b-4edb-812c-ba7c12c04a56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dab3fa0-7612-4357-b1e8-fd0e71904123 HTTP/1.1" status: 204 len: 168 time: 0.1244736 Aug 13 02:55:05.744058 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebe603-1a1b-4edb-812c-ba7c12c04a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dab3fa0-7612-4357-b1e8-fd0e71904123,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:05.845696 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0fecd1da-4a2b-4b3e-8208-c39dbe784887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.362026 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48428) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:06.455436 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-374678039-network', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:06.475418 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Made reservation on behalf of 648569d0a6d74e53806e9d6a9666deb5 for: {'network': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:55:06.477794 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.486933 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.574744 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.578456 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.598832 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=100589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:55:06.614646 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a0881f-f2b5-471f-a6be-ca37ddbeffe8,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:06.617514 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.617854 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.segments_db [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Added segment e94f5ce0-7842-454c-a1d2-bd16c480c366 of type vlan for network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e Aug 13 02:55:06.660106 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.687765 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.688885 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:06.689545 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.739341 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3762076 Aug 13 02:55:06.742321 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48432) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:06.747263 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Request body: {'subnet': {'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-374678039-subnet', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:06.748067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b675033-c201-47b4-abbe-512efa9f19d5 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:06.758344 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:55:06.767788 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Made reservation on behalf of 648569d0a6d74e53806e9d6a9666deb5 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:55:06.770209 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114205'] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.941404 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6657197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114223'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.997742 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:07.007661 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Checking segment: {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:07.008019 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Network hostable DHCP agents. Network: 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:55:07.025239 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:55:07.033152 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:07.037202 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:07.037785 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.041610 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04b134-1aaa-4345-8653-b30885d0d00f None None] Network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:55:07.051777 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-6a513557-ab73-47f6-9f8f-d100ac8b0bc3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3083911 Aug 13 02:55:07.054486 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48436) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:07.058716 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:07.078235 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.079357 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.131186 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.183340 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:55:07.184181 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.270894 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.321220 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Allocated IP 172.20.0.2 (6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e/706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df/29190610-79b1-4e94-96c0-2225924e89f3) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:55:07.459928 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.463257 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.472323 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Transition to ACTIVE for port object 29190610-79b1-4e94-96c0-2225924e89f3 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:07.482391 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.487371 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Transition to ACTIVE for port object 29190610-79b1-4e94-96c0-2225924e89f3 will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:07.492835 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.535258 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:07.539035 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Pushing event updated for resources: {'Port': ['ID=29190610-79b1-4e94-96c0-2225924e89f3,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:07.541779 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:07.546255 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:55:07.582623 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Allocated IP 172.27.2.61 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/dbd7f43f-87b3-438a-87d2-92052688ffc5) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:55:07.601059 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Attempting to bind port 29190610-79b1-4e94-96c0-2225924e89f3 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:55:07.601435 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Attempting to bind port 29190610-79b1-4e94-96c0-2225924e89f3 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:55:07.601801 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Attempting to bind port 29190610-79b1-4e94-96c0-2225924e89f3 on network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:07.606730 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:55:07.607103 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Checking segment: {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:07.607505 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.608154 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Bound using segment: {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:55:07.608644 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Bound port: 29190610-79b1-4e94-96c0-2225924e89f3, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:55:07.609047 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.669626 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] For port 29190610-79b1-4e94-96c0-2225924e89f3, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:55:07.672564 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] For port 29190610-79b1-4e94-96c0-2225924e89f3, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=29190610-79b1-4e94-96c0-2225924e89f3,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:55:07.677961 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.691433 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.741171 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:07.750052 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34263ef-63de-47b3-9ac1-ff29e8a8c11d None None] Pushing event updated for resources: {'Port': ['ID=29190610-79b1-4e94-96c0-2225924e89f3,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:07.793015 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:07.797815 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:07.801392 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd7f43f-87b3-438a-87d2-92052688ffc5,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:07.804348 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:55:08.097884 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:08.304953 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:08.507143 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 29190610-79b1-4e94-96c0-2225924e89f3 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:08.576321 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 29190610-79b1-4e94-96c0-2225924e89f3 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:08.692531 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Router 445c7a1d-5f68-4799-a018-f13fa83ba68a is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:55:08.717629 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca573a1-c503-4767-ac7d-66cc8398ef0c None None] Network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:55:08.786820 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-6fd7afcb-adaf-4764-85ca-494607f3ee00 None None] Provisioning for port 29190610-79b1-4e94-96c0-2225924e89f3 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:08.799435 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:55:08.802380 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-6fd7afcb-adaf-4764-85ca-494607f3ee00 None None] Provisioning complete for port 29190610-79b1-4e94-96c0-2225924e89f3 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:08.802826 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6fd7afcb-adaf-4764-85ca-494607f3ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:08.808521 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-8915c407-e0ca-49df-ac44-cbe1a7de2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:08.816906 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:08.818121 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-194e7543-4d63-4531-b62f-f3fec17e09f3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7627277 Aug 13 02:55:08.820888 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48442) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:08.830136 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Sync routers for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:55:08.879270 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:08.879537 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:55:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:09.047438 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6fd7afcb-adaf-4764-85ca-494607f3ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.052587 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:09.171871 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.195900 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-6fd7afcb-adaf-4764-85ca-494607f3ee00 None None] For port 29190610-79b1-4e94-96c0-2225924e89f3, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=29190610-79b1-4e94-96c0-2225924e89f3,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:09.206627 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6fd7afcb-adaf-4764-85ca-494607f3ee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.237720 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.302086 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7afcb-adaf-4764-85ca-494607f3ee00 None None] Pushing event updated for resources: {'Port': ['ID=29190610-79b1-4e94-96c0-2225924e89f3,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:09.334659 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:07Z', 'revision_number': 3, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:09.360277 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Checking router: 445c7a1d-5f68-4799-a018-f13fa83ba68a for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:55:09.360651 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Updating router 445c7a1d-5f68-4799-a018-f13fa83ba68a port dbd7f43f-87b3-438a-87d2-92052688ffc5 binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:55:09.390986 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.415193 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Allocated IP 172.20.0.1 (6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e/706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df/5faa941f-1a01-4e39-a141-73595f91cdb7) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:55:09.439236 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-360effb0-3b3e-44a2-a8d1-1c96184c62b3 None None] Provisioning complete for port 29190610-79b1-4e94-96c0-2225924e89f3 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:09.439793 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-360effb0-3b3e-44a2-a8d1-1c96184c62b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.522632 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.536844 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.provisioning_blocks [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Transition to ACTIVE for port object 5faa941f-1a01-4e39-a141-73595f91cdb7 will not be triggered until provisioned by entity DHCP. {{(pid=100588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:09.571570 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.608375 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:09.615905 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:09.619393 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:55:09.644632 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Pushing event updated for resources: {'Port': ['ID=5faa941f-1a01-4e39-a141-73595f91cdb7,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:09.662438 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.711890 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.738251 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.753159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.754213 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Transition to ACTIVE for port object dbd7f43f-87b3-438a-87d2-92052688ffc5 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:09.762576 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.814324 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.821397 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Attempting to bind port dbd7f43f-87b3-438a-87d2-92052688ffc5 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:55:09.822198 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Attempting to bind port dbd7f43f-87b3-438a-87d2-92052688ffc5 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:55:09.822198 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Attempting to bind port dbd7f43f-87b3-438a-87d2-92052688ffc5 on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:09.824917 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3856f9-9f31-4cce-a515-b3ab44b01f1b None None] Pushing event updated for resources: {'Port': ['ID=dbd7f43f-87b3-438a-87d2-92052688ffc5,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:09.830764 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:55:09.831140 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:09.831627 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.833289 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:55:09.833289 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Bound port: dbd7f43f-87b3-438a-87d2-92052688ffc5, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:55:09.833537 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.878710 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-e033167b-e082-4e0c-8336-57b31eb609c2 None None] Provisioning for port 5faa941f-1a01-4e39-a141-73595f91cdb7 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:09.887615 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-e033167b-e082-4e0c-8336-57b31eb609c2 None None] Provisioning complete for port 5faa941f-1a01-4e39-a141-73595f91cdb7 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:09.887939 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e033167b-e082-4e0c-8336-57b31eb609c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.917813 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] For port dbd7f43f-87b3-438a-87d2-92052688ffc5, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:55:09.935732 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] For port dbd7f43f-87b3-438a-87d2-92052688ffc5, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=dbd7f43f-87b3-438a-87d2-92052688ffc5,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:55:09.938777 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-e033167b-e082-4e0c-8336-57b31eb609c2 None None] Port 5faa941f-1a01-4e39-a141-73595f91cdb7 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:55:09.941546 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.991002 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.995937 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.001541 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3856f9-9f31-4cce-a515-b3ab44b01f1b None None] Pushing event updated for resources: {'Port': ['ID=dbd7f43f-87b3-438a-87d2-92052688ffc5,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:10.006008 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:10.006766 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:55:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:10.063825 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.066365 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Pushing event updated for resources: {'Port': ['ID=5faa941f-1a01-4e39-a141-73595f91cdb7,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:10.118527 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:10.163209 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:10.164857 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:10.292029 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Router 445c7a1d-5f68-4799-a018-f13fa83ba68a has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:55:10.381845 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-a66e507b-8212-4b7b-a815-a3c575a5142f None None] Provisioning complete for port 5faa941f-1a01-4e39-a141-73595f91cdb7 triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:10.382214 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-a66e507b-8212-4b7b-a815-a3c575a5142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.405953 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:55:10.417385 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-285227d4-6aee-402d-b089-cf89f23c4b9e admin admin] 10.222.0.43 "PUT /v2.0/routers/445c7a1d-5f68-4799-a018-f13fa83ba68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902326 Aug 13 02:55:10.444447 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-a66e507b-8212-4b7b-a815-a3c575a5142f None None] Port 5faa941f-1a01-4e39-a141-73595f91cdb7 cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:55:10.476313 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 29190610-79b1-4e94-96c0-2225924e89f3 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:10.529771 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 2, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:10.560297 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17daaa01-1ce2-49f2-b817-1b39cc193abe None None] The sync data for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi is: [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 2, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:55:10.572034 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 29190610-79b1-4e94-96c0-2225924e89f3 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:10.572435 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.940050 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48464) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:10.945402 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1977584770-network', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:10.968229 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Made reservation on behalf of 8224e2ddf94c43ce814f166978fa84e2 for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:55:10.971156 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.980311 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.093667 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.098796 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.122371 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:55:11.136371 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30634a25-0111-43c7-a69e-7089ce9cae9e,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:11.141468 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.141842 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Added segment 307b9cb7-63e5-4fb7-8f9b-95997463a1ad of type vlan for network e6808fa1-186e-44a4-8772-87dce2779b67 Aug 13 02:55:11.156250 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.156631 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.156982 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.157319 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.157651 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.158229 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.158735 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.159385 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.159896 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.160386 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.160898 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.161451 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:11.232148 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.268830 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.270124 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:11.270767 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.317044 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.335112 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3938708 Aug 13 02:55:11.337700 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48484) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:11.344760 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Request body: {'subnet': {'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1977584770-subnet', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:11.362848 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ee91c-ec60-48c3-acfc-e398bbf39240 admin admin] Pushing event updated for resources: {'Network': ['ID=e6808fa1-186e-44a4-8772-87dce2779b67,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:11.373846 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Made reservation on behalf of 8224e2ddf94c43ce814f166978fa84e2 for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:55:11.374633 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network e6808fa1-186e-44a4-8772-87dce2779b67 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:55:11.376283 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114205'] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.562975 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6657197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114223'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.623301 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36c8951-863a-4456-8005-661da374912e,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:11.633253 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Checking segment: {'id': '307b9cb7-63e5-4fb7-8f9b-95997463a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:11.633623 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Network hostable DHCP agents. Network: e6808fa1-186e-44a4-8772-87dce2779b67, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:55:11.651509 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Network e6808fa1-186e-44a4-8772-87dce2779b67 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:55:11.662435 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, e6808fa1-186e-44a4-8772-87dce2779b67) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:11.667549 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:11.668513 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.673909 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13108dc4-dbb4-4a75-b197-f8df9a0d2a1a None None] Network e6808fa1-186e-44a4-8772-87dce2779b67 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:55:11.692782 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-9933b93b-72eb-4acb-8efb-fcd4e60dc2a3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3538544 Aug 13 02:55:11.695073 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48488) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:11.701455 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:11.732122 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1575403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130958'] for router, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.733867 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1575547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585704', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130945'] for router, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.801074 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.843040 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc068438d-e4c8-5fd7-ba3f-0341d1ad6eca-e6808fa1-186e-44a4-8772-87dce2779b67', 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'fixed_ips': [{'subnet_id': 'e36c8951-863a-4456-8005-661da374912e'}]}} from dv-cinder-759994-5-iscsi. {{(pid=100590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:55:11.843901 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.946665 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.992170 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.db_base_plugin_common [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Allocated IP 172.20.0.2 (e6808fa1-186e-44a4-8772-87dce2779b67/e36c8951-863a-4456-8005-661da374912e/0b193a2c-d058-42a6-981f-5c13f5644fa4) {{(pid=100590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:55:12.139165 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Notify callbacks [] for port, precommit_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.148263 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Transition to ACTIVE for port object 0b193a2c-d058-42a6-981f-5c13f5644fa4 will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:12.165007 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Transition to ACTIVE for port object 0b193a2c-d058-42a6-981f-5c13f5644fa4 will not be triggered until provisioned by entity DHCP. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:12.171972 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999'] for port, after_create {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.208899 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Network e6808fa1-186e-44a4-8772-87dce2779b67 is already hosted by enough agents. {{(pid=100590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:12.211813 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.scheduler.base_scheduler [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Resources bound (agent type, host, resource id): {{(pid=100590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:12.217682 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Received port after_create {{(pid=100590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:55:12.226702 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Pushing event updated for resources: {'Port': ['ID=0b193a2c-d058-42a6-981f-5c13f5644fa4,revision_number=1']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:12.283236 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Attempting to bind port 0b193a2c-d058-42a6-981f-5c13f5644fa4 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:55:12.283513 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Attempting to bind port 0b193a2c-d058-42a6-981f-5c13f5644fa4 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '307b9cb7-63e5-4fb7-8f9b-95997463a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:55:12.283877 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Attempting to bind port 0b193a2c-d058-42a6-981f-5c13f5644fa4 on network e6808fa1-186e-44a4-8772-87dce2779b67 {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:12.289045 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:55:12.289422 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Checking segment: {'id': '307b9cb7-63e5-4fb7-8f9b-95997463a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:12.289825 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.290216 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Bound using segment: {'id': '307b9cb7-63e5-4fb7-8f9b-95997463a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:55:12.290709 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Bound port: 0b193a2c-d058-42a6-981f-5c13f5644fa4, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307b9cb7-63e5-4fb7-8f9b-95997463a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:55:12.291095 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.356845 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] For port 0b193a2c-d058-42a6-981f-5c13f5644fa4, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:55:12.361926 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] For port 0b193a2c-d058-42a6-981f-5c13f5644fa4, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=0b193a2c-d058-42a6-981f-5c13f5644fa4,segment=NetworkSegment(307b9cb7-63e5-4fb7-8f9b-95997463a1ad),segment_id=307b9cb7-63e5-4fb7-8f9b-95997463a1ad)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:55:12.372826 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.374743 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.401780 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.444744 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3b0e6-f6c3-45d7-adfb-b92880021f0c None None] Pushing event updated for resources: {'Port': ['ID=0b193a2c-d058-42a6-981f-5c13f5644fa4,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:12.519905 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device dbd7f43f-87b3-438a-87d2-92052688ffc5 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:12.545283 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Allocated IP 172.27.2.47 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/5b7d84b2-51f1-4e7c-be21-4f54ad097a8a) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:55:12.598467 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port dbd7f43f-87b3-438a-87d2-92052688ffc5 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:12.603775 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port dbd7f43f-87b3-438a-87d2-92052688ffc5 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:12.604183 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.684435 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.697013 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.740992 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port dbd7f43f-87b3-438a-87d2-92052688ffc5, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=dbd7f43f-87b3-438a-87d2-92052688ffc5,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:12.751481 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.768743 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:12.810943 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:12.817939 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Sync routers for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:55:12.818544 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:12.821165 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:55:12.830481 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:12.831140 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:55:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:12.850823 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=dbd7f43f-87b3-438a-87d2-92052688ffc5,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:12.870470 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7d84b2-51f1-4e7c-be21-4f54ad097a8a,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:12.947064 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:13.094487 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.151018 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 2, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:13.177843 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Checking router: 445c7a1d-5f68-4799-a018-f13fa83ba68a for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:55:13.178198 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Updating router 445c7a1d-5f68-4799-a018-f13fa83ba68a port 5faa941f-1a01-4e39-a141-73595f91cdb7 binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:55:13.203442 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.298618 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585917'] for router, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.437115 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Router 6c68c86c-7915-4377-9591-9526d1fd911b is scheduled to L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 with binding_index 1 {{(pid=100588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:55:13.494237 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.508801 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Transition to ACTIVE for port object 5faa941f-1a01-4e39-a141-73595f91cdb7 will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:13.516090 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.517699 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee47cc9-486d-4479-9cee-61ab0505d240 None None] Network e6808fa1-186e-44a4-8772-87dce2779b67 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:55:13.561305 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:55:13.570409 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Pushing event updated for resources: {'Port': ['ID=5faa941f-1a01-4e39-a141-73595f91cdb7,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:13.574613 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Sync routers for ids ['6c68c86c-7915-4377-9591-9526d1fd911b'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:55:13.582967 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.583167 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.583918 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.584318 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-4344c5af-0f3c-4b6e-bd95-03c90d291335 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8873112 Aug 13 02:55:13.587154 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48508) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:13.587419 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.587771 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.588207 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.588561 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.589211 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.589703 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.590270 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.590779 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.591269 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.591751 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:13.618296 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Routers {'6c68c86c-7915-4377-9591-9526d1fd911b'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:13.618851 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:55:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['6c68c86c-7915-4377-9591-9526d1fd911b'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:13.653152 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Attempting to bind port 5faa941f-1a01-4e39-a141-73595f91cdb7 on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:55:13.653545 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Attempting to bind port 5faa941f-1a01-4e39-a141-73595f91cdb7 by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:55:13.653862 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Attempting to bind port 5faa941f-1a01-4e39-a141-73595f91cdb7 on network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:13.659426 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:55:13.659821 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Checking segment: {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:13.660180 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.660701 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Bound using segment: {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:55:13.661029 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Bound port: 5faa941f-1a01-4e39-a141-73595f91cdb7, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:55:13.661418 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.665672 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-d42f8c9d-93db-4b63-99ce-b6795ee75f57 None None] Provisioning for port 0b193a2c-d058-42a6-981f-5c13f5644fa4 completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:13.746589 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] For port 5faa941f-1a01-4e39-a141-73595f91cdb7, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:55:13.749781 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] For port 5faa941f-1a01-4e39-a141-73595f91cdb7, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5faa941f-1a01-4e39-a141-73595f91cdb7,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:55:13.755978 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:13.798319 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Set router 6c68c86c-7915-4377-9591-9526d1fd911b gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:13.834898 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:13.836202 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:55:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:13.947960 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd70ad-7a2d-4c6f-9c4f-77bb1a9154f6 None None] Pushing event updated for resources: {'Port': ['ID=5faa941f-1a01-4e39-a141-73595f91cdb7,revision_number=4']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:14.063504 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:14.118404 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:11Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 3, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'gw_port': {'id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:12Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:14.154381 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Checking router: 6c68c86c-7915-4377-9591-9526d1fd911b for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:55:14.154605 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Updating router 6c68c86c-7915-4377-9591-9526d1fd911b port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a binding host dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:55:14.188155 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.197341 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.356671 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:13Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:14.391801 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f79465-2d74-4368-a4bb-dc7c15460aac None None] The sync data for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi is: [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:13Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:55:14.414437 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Allocated IP 172.20.0.1 (e6808fa1-186e-44a4-8772-87dce2779b67/e36c8951-863a-4456-8005-661da374912e/0f59457c-313b-443f-b5f6-d231fb2bb72a) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:55:14.509225 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Notify callbacks [] for port, precommit_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.522053 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Transition to ACTIVE for port object 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a will not be triggered until provisioned by entity L2. {{(pid=100590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:14.529148 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.564957 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.582325 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.provisioning_blocks [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Transition to ACTIVE for port object 0f59457c-313b-443f-b5f6-d231fb2bb72a will not be triggered until provisioned by entity DHCP. {{(pid=100588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:14.595674 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Attempting to bind port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:55:14.596118 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Attempting to bind port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:55:14.596517 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Attempting to bind port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a on network 98317a4e-6648-446b-87ee-ed33be822b2a {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:14.605944 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c1d5e-57f4-403e-8be1-a5f791ddb12a None None] Pushing event updated for resources: {'Port': ['ID=5b7d84b2-51f1-4e7c-be21-4f54ad097a8a,revision_number=2']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:14.608453 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:55:14.608749 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Checking segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:14.609312 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.609697 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Bound using segment: {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'} {{(pid=100590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:55:14.610468 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.managers [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Bound port: 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1556065a-adbe-4eb3-ba0c-4368367163ad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a'}}] {{(pid=100590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:55:14.611363 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.632264 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.668352 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] For port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:55:14.672961 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] For port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5b7d84b2-51f1-4e7c-be21-4f54ad097a8a,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:55:14.678820 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Network e6808fa1-186e-44a4-8772-87dce2779b67 is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:14.681923 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.682162 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:14.686653 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:55:14.752486 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Pushing event updated for resources: {'Port': ['ID=0f59457c-313b-443f-b5f6-d231fb2bb72a,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:14.757627 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1741096'] for router_interface, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:14.763859 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Routers {'6c68c86c-7915-4377-9591-9526d1fd911b'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:14.764525 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:55:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['6c68c86c-7915-4377-9591-9526d1fd911b'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:14.766654 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c1d5e-57f4-403e-8be1-a5f791ddb12a None None] Pushing event updated for resources: {'Port': ['ID=5b7d84b2-51f1-4e7c-be21-4f54ad097a8a,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:14.890445 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5faa941f-1a01-4e39-a141-73595f91cdb7 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:14.949730 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48540) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:14.968561 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.093659 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] Set router 6c68c86c-7915-4377-9591-9526d1fd911b gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:15.123982 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-72d4a0cd-9d55-4fc3-8a3f-296c579f39a7 None None] Provisioning for port 0f59457c-313b-443f-b5f6-d231fb2bb72a completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:15.133499 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cfe-3dbd-41e3-90d3-5f4b8dce1d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.162578 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-72d4a0cd-9d55-4fc3-8a3f-296c579f39a7 None None] Provisioning complete for port 0f59457c-313b-443f-b5f6-d231fb2bb72a triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:15.162950 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-72d4a0cd-9d55-4fc3-8a3f-296c579f39a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.188609 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.200590 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.232449 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 5faa941f-1a01-4e39-a141-73595f91cdb7 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:15.245279 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 5faa941f-1a01-4e39-a141-73595f91cdb7 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:15.245732 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.248689 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-72d4a0cd-9d55-4fc3-8a3f-296c579f39a7 None None] Port 0f59457c-313b-443f-b5f6-d231fb2bb72a cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:55:15.300857 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1545268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1741244'] for router_interface, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.310670 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Pushing event updated for resources: {'Port': ['ID=0f59457c-313b-443f-b5f6-d231fb2bb72a,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:15.380671 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cfe-3dbd-41e3-90d3-5f4b8dce1d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.382576 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.386899 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3cfe-3dbd-41e3-90d3-5f4b8dce1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.405879 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-d325c961-edce-4bf3-8920-7137e088888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:11Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 3, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'gw_port': {'id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:12Z', 'updated_at': '2021-08-13T02:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:15.441177 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325c961-edce-4bf3-8920-7137e088888e None None] The sync data for ids ['6c68c86c-7915-4377-9591-9526d1fd911b'] in dv-cinder-759994-5-iscsi is: [{'id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:11Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 3, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'gw_port': {'id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:12Z', 'updated_at': '2021-08-13T02:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:55:15.448039 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-8c1a3cfe-3dbd-41e3-90d3-5f4b8dce1d82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc52ccce943246218515dcd33aa0218d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949248 Aug 13 02:55:15.448710 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 5faa941f-1a01-4e39-a141-73595f91cdb7, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5faa941f-1a01-4e39-a141-73595f91cdb7,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:15.448827 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a3cfe-3dbd-41e3-90d3-5f4b8dce1d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5142dfa2-092a-4ba5-b543-407bd38c444f,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:15.448914 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48544) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:15.458524 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.459327 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 0b193a2c-d058-42a6-981f-5c13f5644fa4 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:15.461093 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Network e6808fa1-186e-44a4-8772-87dce2779b67 is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:15.462979 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:15.516153 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.542814 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.552437 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=5faa941f-1a01-4e39-a141-73595f91cdb7,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:15.603856 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.606598 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.606770 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 0b193a2c-d058-42a6-981f-5c13f5644fa4 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:15.608056 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5142dfa2-092a-4ba5-b543-407bd38c444f HTTP/1.1" status: 204 len: 168 time: 0.1583114 Aug 13 02:55:15.611977 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 0b193a2c-d058-42a6-981f-5c13f5644fa4 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:15.612146 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.626054 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Router 6c68c86c-7915-4377-9591-9526d1fd911b has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:55:15.629978 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5142dfa2-092a-4ba5-b543-407bd38c444f,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:15.639313 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.639887 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.640466 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.641077 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.641653 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.642521 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.642939 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.643499 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.643977 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.644328 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.644835 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.645230 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0ee8-db93-484e-b56f-dcf286f33f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:15.730833 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.793689 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 0b193a2c-d058-42a6-981f-5c13f5644fa4, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=0b193a2c-d058-42a6-981f-5c13f5644fa4,segment=NetworkSegment(307b9cb7-63e5-4fb7-8f9b-95997463a1ad),segment_id=307b9cb7-63e5-4fb7-8f9b-95997463a1ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:15.800721 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.801534 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device dbd7f43f-87b3-438a-87d2-92052688ffc5 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:15.870303 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-06f687d7-9277-4214-ae60-9d13c671179c None None] Provisioning complete for port 0f59457c-313b-443f-b5f6-d231fb2bb72a triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:15.870689 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-06f687d7-9277-4214-ae60-9d13c671179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:15.953359 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=0b193a2c-d058-42a6-981f-5c13f5644fa4,revision_number=3']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:15.984427 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-06f687d7-9277-4214-ae60-9d13c671179c None None] Port 0f59457c-313b-443f-b5f6-d231fb2bb72a cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:55:15.994197 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port dbd7f43f-87b3-438a-87d2-92052688ffc5 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:15.994545 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.046765 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48550) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:16.065769 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3320eb44-1bc4-4baa-9620-6f54a7aa69e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.079267 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:55:16.087463 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c10c2ab9-84be-4b2a-9dca-7ee0fba2e902 admin admin] 10.222.0.43 "PUT /v2.0/routers/6c68c86c-7915-4377-9591-9526d1fd911b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4983861 Aug 13 02:55:16.174444 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3320eb44-1bc4-4baa-9620-6f54a7aa69e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.179866 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-3320eb44-1bc4-4baa-9620-6f54a7aa69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.218679 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320eb44-1bc4-4baa-9620-6f54a7aa69e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e5c421-d4e1-4202-8bd6-e1825dbc5556,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:16.223913 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-3320eb44-1bc4-4baa-9620-6f54a7aa69e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d5ce6a10d244ae29a6b549d9766ab1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758921 Aug 13 02:55:16.227416 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48558) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:16.285380 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8888397d-6d2d-4ee7-b960-c30e8a0ec638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.308207 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8888397d-6d2d-4ee7-b960-c30e8a0ec638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.362788 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8888397d-6d2d-4ee7-b960-c30e8a0ec638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.365332 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-8888397d-6d2d-4ee7-b960-c30e8a0ec638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.366493 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-8888397d-6d2d-4ee7-b960-c30e8a0ec638 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35e5c421-d4e1-4202-8bd6-e1825dbc5556 HTTP/1.1" status: 204 len: 168 time: 0.1380827 Aug 13 02:55:16.379593 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888397d-6d2d-4ee7-b960-c30e8a0ec638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e5c421-d4e1-4202-8bd6-e1825dbc5556,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:16.577867 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5faa941f-1a01-4e39-a141-73595f91cdb7 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:16.631206 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 5faa941f-1a01-4e39-a141-73595f91cdb7 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:16.631662 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.711224 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:16.759663 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:16.763433 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:16.767509 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.849817 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48574) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:16.854527 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-a9b67e42-968b-4e70-b6b4-46f8490a35fa tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474969515', 'description': 'tempest-secgroup-smoke-1474969515 description', 'project_id': '648569d0a6d74e53806e9d6a9666deb5'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:16.857511 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.877983 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a9b67e42-968b-4e70-b6b4-46f8490a35fa tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.880428 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5b7d84b2-51f1-4e7c-be21-4f54ad097a8a,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:16.884788 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.885562 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 0b193a2c-d058-42a6-981f-5c13f5644fa4 up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:16.965516 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a9b67e42-968b-4e70-b6b4-46f8490a35fa tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.971563 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a9b67e42-968b-4e70-b6b4-46f8490a35fa tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:16.983669 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=5b7d84b2-51f1-4e7c-be21-4f54ad097a8a,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:16.995924 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 0b193a2c-d058-42a6-981f-5c13f5644fa4 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:16.996783 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.001833 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a9b67e42-968b-4e70-b6b4-46f8490a35fa tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.003133 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-a9b67e42-968b-4e70-b6b4-46f8490a35fa tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1522968 Aug 13 02:55:17.006126 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48580) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:17.011789 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-ab5a2d55-8a7a-48e1-a630-90c75ed52948 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Request body: {'security_group_rule': {'security_group_id': '607dd38b-23d5-4b8e-89b8-18e16ca2c0b5', 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:17.030663 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b67e42-968b-4e70-b6b4-46f8490a35fa tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:17.048763 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2d55-8a7a-48e1-a630-90c75ed52948 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.112355 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2d55-8a7a-48e1-a630-90c75ed52948 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.116268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2d55-8a7a-48e1-a630-90c75ed52948 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.136669 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a2d55-8a7a-48e1-a630-90c75ed52948 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e76df08-1dfa-4768-88ed-d60c8bd07968,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:17.140280 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2d55-8a7a-48e1-a630-90c75ed52948 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.144701 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-ab5a2d55-8a7a-48e1-a630-90c75ed52948 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342444 Aug 13 02:55:17.145176 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48586) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:17.149257 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-94794fc5-fdf9-4c45-9918-d96b25342b49 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Request body: {'security_group_rule': {'security_group_id': '607dd38b-23d5-4b8e-89b8-18e16ca2c0b5', 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:17.174606 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-94794fc5-fdf9-4c45-9918-d96b25342b49 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.238272 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-94794fc5-fdf9-4c45-9918-d96b25342b49 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.242482 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-94794fc5-fdf9-4c45-9918-d96b25342b49 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.261190 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94794fc5-fdf9-4c45-9918-d96b25342b49 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda039fb-ee3a-45b0-943f-75032c676ad1,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:17.268495 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-94794fc5-fdf9-4c45-9918-d96b25342b49 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.272244 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-94794fc5-fdf9-4c45-9918-d96b25342b49 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239052 Aug 13 02:55:17.272495 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48590) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:17.277421 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-28b3c1b7-835c-4906-a968-d1e858008420 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Request body: {'security_group_rule': {'security_group_id': '607dd38b-23d5-4b8e-89b8-18e16ca2c0b5', 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:17.303132 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-28b3c1b7-835c-4906-a968-d1e858008420 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.360577 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-28b3c1b7-835c-4906-a968-d1e858008420 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.364063 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-28b3c1b7-835c-4906-a968-d1e858008420 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.381526 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3c1b7-835c-4906-a968-d1e858008420 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9490b85e-a374-41d7-9c80-3f7dba9bf72d,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:17.389184 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-28b3c1b7-835c-4906-a968-d1e858008420 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.390356 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-28b3c1b7-835c-4906-a968-d1e858008420 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169269 Aug 13 02:55:17.394298 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48594) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:17.398737 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-440f7b3d-176c-4da6-a897-a6297c69c555 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Request body: {'security_group_rule': {'security_group_id': '607dd38b-23d5-4b8e-89b8-18e16ca2c0b5', 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:17.427865 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-440f7b3d-176c-4da6-a897-a6297c69c555 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.488382 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-440f7b3d-176c-4da6-a897-a6297c69c555 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.492579 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-440f7b3d-176c-4da6-a897-a6297c69c555 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.509638 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f7b3d-176c-4da6-a897-a6297c69c555 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2419c2-db24-485e-8ae0-16441214cddf,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:17.516511 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-440f7b3d-176c-4da6-a897-a6297c69c555 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.520440 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-440f7b3d-176c-4da6-a897-a6297c69c555 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232359 Aug 13 02:55:17.521159 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48602) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:17.525863 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [None req-f8cf74c0-2a89-4b35-a216-b9f22e2515dd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Request body: {'security_group_rule': {'security_group_id': '607dd38b-23d5-4b8e-89b8-18e16ca2c0b5', 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:17.546607 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.securitygroups_db [None req-f8cf74c0-2a89-4b35-a216-b9f22e2515dd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Project 648569d0a6d74e53806e9d6a9666deb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:55:17.551451 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f8cf74c0-2a89-4b35-a216-b9f22e2515dd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.619184 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f8cf74c0-2a89-4b35-a216-b9f22e2515dd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.623886 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f8cf74c0-2a89-4b35-a216-b9f22e2515dd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.641782 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf74c0-2a89-4b35-a216-b9f22e2515dd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb53857-2602-45ef-ae28-a0512da61669,revision_number=0']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:17.659310 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-f8cf74c0-2a89-4b35-a216-b9f22e2515dd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.660881 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-f8cf74c0-2a89-4b35-a216-b9f22e2515dd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386976 Aug 13 02:55:17.663625 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48608) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:17.668344 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-6ba094f1-d90b-4583-9c62-06de8064fb78 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Request body: {'security_group_rule': {'security_group_id': '607dd38b-23d5-4b8e-89b8-18e16ca2c0b5', 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:17.692387 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.securitygroups_db [None req-6ba094f1-d90b-4583-9c62-06de8064fb78 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Project 648569d0a6d74e53806e9d6a9666deb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:55:17.697244 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6ba094f1-d90b-4583-9c62-06de8064fb78 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.753104 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6ba094f1-d90b-4583-9c62-06de8064fb78 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.756842 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6ba094f1-d90b-4583-9c62-06de8064fb78 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1699906'] for security_group_rule, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.781406 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba094f1-d90b-4583-9c62-06de8064fb78 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150f905d-0e4d-4a71-875c-7547637e2319,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:17.785875 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-6ba094f1-d90b-4583-9c62-06de8064fb78 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:17.787041 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-6ba094f1-d90b-4583-9c62-06de8064fb78 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224313 Aug 13 02:55:17.983250 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Sync routers for ids ['6c68c86c-7915-4377-9591-9526d1fd911b'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:55:17.993693 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Routers {'6c68c86c-7915-4377-9591-9526d1fd911b'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:17.994312 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:55:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['6c68c86c-7915-4377-9591-9526d1fd911b'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:18.212105 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Set router 6c68c86c-7915-4377-9591-9526d1fd911b gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:18.351656 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48666) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:18.461608 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:11Z', 'updated_at': '2021-08-13T02:55:14Z', 'revision_number': 4, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'gw_port': {'id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:12Z', 'updated_at': '2021-08-13T02:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '0f59457c-313b-443f-b5f6-d231fb2bb72a', 'name': '', 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'mac_address': 'fa:16:3e:13:48:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'e36c8951-863a-4456-8005-661da374912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:14Z', 'updated_at': '2021-08-13T02:55:15Z', 'revision_number': 2, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'subnets': [{'id': 'e36c8951-863a-4456-8005-661da374912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:18.461914 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e6bb-7753-4367-b522-aa50e1c218e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.486709 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:18.488605 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Checking router: 6c68c86c-7915-4377-9591-9526d1fd911b for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:55:18.489063 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Updating router 6c68c86c-7915-4377-9591-9526d1fd911b port 0f59457c-313b-443f-b5f6-d231fb2bb72a binding host dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:55:18.516678 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.549633 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:18.550029 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.566904 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e6bb-7753-4367-b522-aa50e1c218e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.584284 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e6bb-7753-4367-b522-aa50e1c218e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.624777 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6e6bb-7753-4367-b522-aa50e1c218e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48434254-3446-47e9-9f09-05fd203bdc11,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:18.631762 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-a9a6e6bb-7753-4367-b522-aa50e1c218e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=162f9783af1642c7ab80205e0f4fdf0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780192 Aug 13 02:55:18.633664 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48680) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:18.685061 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-559b50e2-a6e9-4383-8f96-4175e8515a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.706738 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-559b50e2-a6e9-4383-8f96-4175e8515a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.756470 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-559b50e2-a6e9-4383-8f96-4175e8515a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.759981 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-559b50e2-a6e9-4383-8f96-4175e8515a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.761592 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-559b50e2-a6e9-4383-8f96-4175e8515a22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48434254-3446-47e9-9f09-05fd203bdc11 HTTP/1.1" status: 204 len: 168 time: 0.1263211 Aug 13 02:55:18.772758 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b50e2-a6e9-4383-8f96-4175e8515a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48434254-3446-47e9-9f09-05fd203bdc11,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:18.837890 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Notify callbacks [] for port, precommit_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.849491 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.provisioning_blocks [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Transition to ACTIVE for port object 0f59457c-313b-443f-b5f6-d231fb2bb72a will not be triggered until provisioned by entity L2. {{(pid=100591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:18.856368 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.914013 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7b5bb-9324-49c2-91d1-cf0ef91aba2c None None] Pushing event updated for resources: {'Port': ['ID=0f59457c-313b-443f-b5f6-d231fb2bb72a,revision_number=3']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:18.973757 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Attempting to bind port 0f59457c-313b-443f-b5f6-d231fb2bb72a on host dv-cinder-759994-5-iscsi for vnic_type normal with profile {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:55:18.974205 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Attempting to bind port 0f59457c-313b-443f-b5f6-d231fb2bb72a by drivers openvswitch,hyperv on host dv-cinder-759994-5-iscsi at level 0 using segments [{'id': '307b9cb7-63e5-4fb7-8f9b-95997463a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67'}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:55:18.974632 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Attempting to bind port 0f59457c-313b-443f-b5f6-d231fb2bb72a on network e6808fa1-186e-44a4-8772-87dce2779b67 {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:18.983357 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Checking agent: {'id': '123148e9-501e-43a5-85f3-cf3190663795', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759994-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 33, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759994-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:55:18.984091 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Checking segment: {'id': '307b9cb7-63e5-4fb7-8f9b-95997463a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:18.984091 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:18.984467 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Bound using segment: {'id': '307b9cb7-63e5-4fb7-8f9b-95997463a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67'} {{(pid=100591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:55:18.984958 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.managers [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Bound port: 0f59457c-313b-443f-b5f6-d231fb2bb72a, host: dv-cinder-759994-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307b9cb7-63e5-4fb7-8f9b-95997463a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67'}}] {{(pid=100591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:55:18.985339 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:19.054912 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] For port 0f59457c-313b-443f-b5f6-d231fb2bb72a, host dv-cinder-759994-5-iscsi, cleared binding levels {{(pid=100591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:55:19.058431 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.plugins.ml2.db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] For port 0f59457c-313b-443f-b5f6-d231fb2bb72a, host dv-cinder-759994-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=0f59457c-313b-443f-b5f6-d231fb2bb72a,segment=NetworkSegment(307b9cb7-63e5-4fb7-8f9b-95997463a1ad),segment_id=307b9cb7-63e5-4fb7-8f9b-95997463a1ad)] {{(pid=100591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:55:19.062892 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron_lib.callbacks.manager [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:19.132866 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Routers {'6c68c86c-7915-4377-9591-9526d1fd911b'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:55:19.132866 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:55:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['6c68c86c-7915-4377-9591-9526d1fd911b'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:19.133179 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48690) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:19.150399 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d4f4b4f-b3fc-489b-a2b0-b13187176db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:19.173209 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7b5bb-9324-49c2-91d1-cf0ef91aba2c None None] Pushing event updated for resources: {'Port': ['ID=0f59457c-313b-443f-b5f6-d231fb2bb72a,revision_number=4']} {{(pid=100591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:19.268215 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d4f4b4f-b3fc-489b-a2b0-b13187176db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:19.271049 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] Set router 6c68c86c-7915-4377-9591-9526d1fd911b gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:55:19.273603 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7d4f4b4f-b3fc-489b-a2b0-b13187176db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:19.314756 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-7d4f4b4f-b3fc-489b-a2b0-b13187176db4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19d908ee3e434b30aee90ba3d1fe76ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813660 Aug 13 02:55:19.315737 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f4b4f-b3fc-489b-a2b0-b13187176db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08672381-5a16-4536-8a3e-de7755bceabf,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:19.317541 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48692) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:19.379969 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d10d0133-44c3-4be6-96a5-a91c7c0e8bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:19.408533 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d10d0133-44c3-4be6-96a5-a91c7c0e8bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:19.454455 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d10d0133-44c3-4be6-96a5-a91c7c0e8bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:19.457327 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d10d0133-44c3-4be6-96a5-a91c7c0e8bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:19.460767 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-d10d0133-44c3-4be6-96a5-a91c7c0e8bb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08672381-5a16-4536-8a3e-de7755bceabf HTTP/1.1" status: 204 len: 168 time: 0.1390498 Aug 13 02:55:19.466307 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d0133-44c3-4be6-96a5-a91c7c0e8bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08672381-5a16-4536-8a3e-de7755bceabf,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:19.493675 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:11Z', 'updated_at': '2021-08-13T02:55:14Z', 'revision_number': 4, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'gw_port': {'id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:12Z', 'updated_at': '2021-08-13T02:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '0f59457c-313b-443f-b5f6-d231fb2bb72a', 'name': '', 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'mac_address': 'fa:16:3e:13:48:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'e36c8951-863a-4456-8005-661da374912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:14Z', 'updated_at': '2021-08-13T02:55:19Z', 'revision_number': 4, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'subnets': [{'id': 'e36c8951-863a-4456-8005-661da374912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:55:19.529601 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823db58-110d-4545-9d48-ab59cc40d853 None None] The sync data for ids ['6c68c86c-7915-4377-9591-9526d1fd911b'] in dv-cinder-759994-5-iscsi is: [{'id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:11Z', 'updated_at': '2021-08-13T02:55:14Z', 'revision_number': 4, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'gw_port': {'id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:12Z', 'updated_at': '2021-08-13T02:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '0f59457c-313b-443f-b5f6-d231fb2bb72a', 'name': '', 'network_id': 'e6808fa1-186e-44a4-8772-87dce2779b67', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'mac_address': 'fa:16:3e:13:48:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'e36c8951-863a-4456-8005-661da374912e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:14Z', 'updated_at': '2021-08-13T02:55:19Z', 'revision_number': 4, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'subnets': [{'id': 'e36c8951-863a-4456-8005-661da374912e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:55:20.501555 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 0f59457c-313b-443f-b5f6-d231fb2bb72a up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:20.552335 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning for port 0f59457c-313b-443f-b5f6-d231fb2bb72a completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:20.556032 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 0f59457c-313b-443f-b5f6-d231fb2bb72a triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:20.556429 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:20.633303 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:20.666135 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] For port 0f59457c-313b-443f-b5f6-d231fb2bb72a, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=0f59457c-313b-443f-b5f6-d231fb2bb72a,segment=NetworkSegment(307b9cb7-63e5-4fb7-8f9b-95997463a1ad),segment_id=307b9cb7-63e5-4fb7-8f9b-95997463a1ad)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:20.670254 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:20.716675 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Pushing event updated for resources: {'Port': ['ID=0f59457c-313b-443f-b5f6-d231fb2bb72a,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:20.725588 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.726013 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.726392 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.726858 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.727202 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.727880 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.728031 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.728470 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.728824 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.729299 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.729679 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:20.730061 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:55:21.950822 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48766) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:22.060741 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac4148cb-ebfe-4fdf-9532-aecffd6825d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.148546 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac4148cb-ebfe-4fdf-9532-aecffd6825d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.153741 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-ac4148cb-ebfe-4fdf-9532-aecffd6825d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.197149 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-ac4148cb-ebfe-4fdf-9532-aecffd6825d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6960a97f2bf44129b87fca6c62761dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452369 Aug 13 02:55:22.198267 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4148cb-ebfe-4fdf-9532-aecffd6825d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84c51fb-e424-4091-b1cf-56faea354f58,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:22.199891 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48770) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:22.255520 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7b505f50-f672-4b16-b4c4-c06a40dec6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.277567 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7b505f50-f672-4b16-b4c4-c06a40dec6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.324987 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7b505f50-f672-4b16-b4c4-c06a40dec6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.327688 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7b505f50-f672-4b16-b4c4-c06a40dec6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.328863 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-7b505f50-f672-4b16-b4c4-c06a40dec6d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c84c51fb-e424-4091-b1cf-56faea354f58 HTTP/1.1" status: 204 len: 168 time: 0.1279593 Aug 13 02:55:22.337455 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b505f50-f672-4b16-b4c4-c06a40dec6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84c51fb-e424-4091-b1cf-56faea354f58,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:22.468623 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 0f59457c-313b-443f-b5f6-d231fb2bb72a up at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:22.518114 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Provisioning complete for port 0f59457c-313b-443f-b5f6-d231fb2bb72a triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:22.518540 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.627342 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48778) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:22.640503 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2473191a-b955-407a-b572-a5485f2e75ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.727370 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2473191a-b955-407a-b572-a5485f2e75ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.730195 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2473191a-b955-407a-b572-a5485f2e75ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.774227 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2473191a-b955-407a-b572-a5485f2e75ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a56346d6ccef4e05a6b1191967947ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458027 Aug 13 02:55:22.775309 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473191a-b955-407a-b572-a5485f2e75ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738ceb9d-6428-463a-925c-2c01dbaa8949,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:22.776966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 48780) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:22.824210 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a7498fa7-04a5-41c6-8659-cdec2c94df94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.844471 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a7498fa7-04a5-41c6-8659-cdec2c94df94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.893272 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a7498fa7-04a5-41c6-8659-cdec2c94df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.895924 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-a7498fa7-04a5-41c6-8659-cdec2c94df94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:22.897106 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-a7498fa7-04a5-41c6-8659-cdec2c94df94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/738ceb9d-6428-463a-925c-2c01dbaa8949 HTTP/1.1" status: 204 len: 168 time: 0.1190913 Aug 13 02:55:22.904354 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7498fa7-04a5-41c6-8659-cdec2c94df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738ceb9d-6428-463a-925c-2c01dbaa8949,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:35.847985 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-48d4996c-6433-41e6-90de-a0d5852d9906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:37.427435 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48916) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:37.533096 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7f79d74f-6606-4631-bed9-705c4fa4a612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:37.619346 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7f79d74f-6606-4631-bed9-705c4fa4a612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:37.623810 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-7f79d74f-6606-4631-bed9-705c4fa4a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:37.660579 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79d74f-6606-4631-bed9-705c4fa4a612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d7bfa3-b22c-4642-9a7d-b631ae534e12,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:37.664776 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-7f79d74f-6606-4631-bed9-705c4fa4a612 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90874c3fd7dd4743842687caf1f04f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364049 Aug 13 02:55:37.667423 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48920) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:37.723526 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2d39769c-c2a6-4452-9669-4052a09792a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:37.744164 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2d39769c-c2a6-4452-9669-4052a09792a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:37.790145 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2d39769c-c2a6-4452-9669-4052a09792a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:37.792607 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-2d39769c-c2a6-4452-9669-4052a09792a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:37.793751 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-2d39769c-c2a6-4452-9669-4052a09792a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32d7bfa3-b22c-4642-9a7d-b631ae534e12 HTTP/1.1" status: 204 len: 168 time: 0.1254323 Aug 13 02:55:37.801723 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39769c-c2a6-4452-9669-4052a09792a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d7bfa3-b22c-4642-9a7d-b631ae534e12,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:38.421141 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48944) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:38.516862 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1447885807-network', 'tenant_id': '02bc1bd46de543cd953633fe81371e1e'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:38.539899 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Made reservation on behalf of 02bc1bd46de543cd953633fe81371e1e for: {'network': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:55:38.542180 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for network, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:38.551261 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:38.639567 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:38.643549 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:38.668202 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=100588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:55:38.678829 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c49fa6e-1917-466b-9112-aca6315903a9,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:38.683471 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:38.683812 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.segments_db [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Added segment ee25eb7f-2ef8-4e02-af4c-69e171c66642 of type vlan for network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 Aug 13 02:55:38.724063 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727957532492'] for network, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:38.755051 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222'] for network, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:38.755873 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:38.756490 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:38.790001 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-25beca68-19ff-4510-8a06-f164d752737b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:38.812798 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3905759 Aug 13 02:55:38.815550 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 48948) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:55:38.820234 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Request body: {'subnet': {'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1447885807-subnet', 'tenant_id': '02bc1bd46de543cd953633fe81371e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:38.826116 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a72253-45e0-4026-963b-38524dd2326e admin admin] Pushing event updated for resources: {'Network': ['ID=4a9770b5-f4de-4d4c-927a-7f7dddd81d16,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:38.835867 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 details requested by agent ovs-agent-dv-cinder-759994-5-iscsi with host dv-cinder-759994-5-iscsi {{(pid=100590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:55:38.844309 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Made reservation on behalf of 02bc1bd46de543cd953633fe81371e1e for: {'subnet': 1} {{(pid=100588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:55:38.847214 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114205'] for subnet, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:39.010435 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6657197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114223'] for subnet, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:39.062859 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:39.075455 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fbe9a8e-5801-4bdb-8589-81691fa0a52b,revision_number=0']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:39.077632 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Checking segment: {'id': 'ee25eb7f-2ef8-4e02-af4c-69e171c66642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:39.077977 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Network hostable DHCP agents. Network: 4a9770b5-f4de-4d4c-927a-7f7dddd81d16, hostable agents: ['f02469a3-ceed-46c6-a532-b12414cb4fc9'], hosted agents: [] {{(pid=100588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:55:39.095159 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 is scheduled to be hosted by DHCP agent f02469a3-ceed-46c6-a532-b12414cb4fc9 with binding_index 1 {{(pid=100588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:55:39.103174 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759994-5-iscsi, 4a9770b5-f4de-4d4c-927a-7f7dddd81d16) {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:39.107183 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:39.108059 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:39.112465 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e6b3b1-5fb0-42d3-a1b4-142aa90bf4a5 None None] Network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:55:39.123324 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d73c3001-f48b-48bd-9450-47830153115f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3067896 Aug 13 02:55:39.154939 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:55:39.364203 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298660ff-a6a0-42ac-bd14-7cc566ed3d0c None None] Network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:55:39.687405 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:39.744662 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:40.869709 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-152b4317-5497-4ef2-9ee6-6251e096eff7 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:40.871175 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-152b4317-5497-4ef2-9ee6-6251e096eff7 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/networks?id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16 HTTP/1.1" status: 200 len: 809 time: 0.0998042 Aug 13 02:55:40.885986 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-577c87be-3cdc-4a3c-9e60-19dca16ef366 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/quotas/02bc1bd46de543cd953633fe81371e1e HTTP/1.1" status: 200 len: 375 time: 0.0089216 Aug 13 02:55:40.916994 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-cb070e5a-1f5f-465f-8131-2cc730db8c02 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=02bc1bd46de543cd953633fe81371e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260496 Aug 13 02:55:41.053728 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-8ebe30af-d014-4c6f-bf31-df994c9d1fba service neutron] 10.222.0.43 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297746 Aug 13 02:55:41.143494 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-2b4774de-6b42-44d2-9c5b-79cd69a72ac2 service neutron] 10.222.0.43 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836263 Aug 13 02:55:41.310260 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-54f02c8e-b280-4555-9609-dfb607ffa867 req-5575f025-89c5-4f0c-9f9e-1a69aab85425 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 210 time: 0.0273860 Aug 13 02:55:41.321536 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:42.348225 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-2d7fb92c-a936-4fbd-9523-0672890d764a tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:42.349889 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-2d7fb92c-a936-4fbd-9523-0672890d764a tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.39 "GET /v2.0/networks?id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16 HTTP/1.1" status: 200 len: 809 time: 0.1029282 Aug 13 02:55:42.398520 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Request body: {'port': {'device_id': '97ccb96e-d90f-45a3-bdc1-dfe3036e32a0', 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16', 'admin_state_up': True, 'tenant_id': '02bc1bd46de543cd953633fe81371e1e'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:42.418626 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b1d39402-b10e-4851-adf9-ac914d87f141 req-792ef9cd-47f0-4fa1-829b-341ab9229a63 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 210 time: 0.0372686 Aug 13 02:55:42.513314 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Made reservation on behalf of 02bc1bd46de543cd953633fe81371e1e for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:55:42.517353 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:42.642672 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Allocated IP 172.20.0.10 (4a9770b5-f4de-4d4c-927a-7f7dddd81d16/5fbe9a8e-5801-4bdb-8589-81691fa0a52b/42930370-ee29-4158-abb7-3523255df2f5) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:55:42.784199 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:43.096451 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:43.134955 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:43.139649 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:43.143903 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:55:43.166502 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Pushing event updated for resources: {'Port': ['ID=42930370-ee29-4158-abb7-3523255df2f5,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:43.192565 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:43.193161 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:43.206510 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-5f88d4db-e691-478d-942a-175843f48ca2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8127027 Aug 13 02:55:43.227807 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Request body: {'port': {'device_id': '97ccb96e-d90f-45a3-bdc1-dfe3036e32a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:43.280523 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:43.550858 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42930370-ee29-4158-abb7-3523255df2f5 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:55:43.559726 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:43.577458 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eaab5-6548-4bc0-804b-9200a9f35054 req-004a16a2-0f5a-44a7-bcf1-6f4e0fc03efb tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:43.579549 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c67eaab5-6548-4bc0-804b-9200a9f35054 req-004a16a2-0f5a-44a7-bcf1-6f4e0fc03efb tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 932 time: 0.0927870 Aug 13 02:55:43.584976 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Transition to ACTIVE for port object 42930370-ee29-4158-abb7-3523255df2f5 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:43.593317 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:43.663350 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Pushing event updated for resources: {'Port': ['ID=42930370-ee29-4158-abb7-3523255df2f5,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:43.667789 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c67eaab5-6548-4bc0-804b-9200a9f35054 req-c2f937e6-8f96-4ac6-83bd-88f60f1aaae0 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815454 Aug 13 02:55:43.734396 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Attempting to bind port 42930370-ee29-4158-abb7-3523255df2f5 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:55:43.734655 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Attempting to bind port 42930370-ee29-4158-abb7-3523255df2f5 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': 'ee25eb7f-2ef8-4e02-af4c-69e171c66642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:55:43.735500 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Attempting to bind port 42930370-ee29-4158-abb7-3523255df2f5 on network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:43.739606 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Port 42930370-ee29-4158-abb7-3523255df2f5 on network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:55:43.739952 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Attempting to bind port 42930370-ee29-4158-abb7-3523255df2f5 on network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:43.744704 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:55:43.745035 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Checking segment: {'id': 'ee25eb7f-2ef8-4e02-af4c-69e171c66642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:43.745412 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Bound using segment: {'id': 'ee25eb7f-2ef8-4e02-af4c-69e171c66642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:55:43.745833 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Bound port: 42930370-ee29-4158-abb7-3523255df2f5, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee25eb7f-2ef8-4e02-af4c-69e171c66642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:55:43.746179 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:43.811517 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] For port 42930370-ee29-4158-abb7-3523255df2f5, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:55:43.814804 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] For port 42930370-ee29-4158-abb7-3523255df2f5, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=42930370-ee29-4158-abb7-3523255df2f5,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:55:43.818431 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:43.851147 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:43.851760 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:43.853168 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] 10.222.0.39 "PUT /v2.0/ports/42930370-ee29-4158-abb7-3523255df2f5 HTTP/1.1" status: 200 len: 1094 time: 0.6294689 Aug 13 02:55:43.853594 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ccb96e-d90f-45a3-bdc1-dfe3036e32a0', 'tag': '42930370-ee29-4158-abb7-3523255df2f5'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:55:43.855834 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3417f3a7-8b19-44eb-b90e-2c9356cee669" -d '{"events": [{"name": "network-changed", "server_uuid": "97ccb96e-d90f-45a3-bdc1-dfe3036e32a0", "tag": "42930370-ee29-4158-abb7-3523255df2f5"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:55:43.882791 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4e041-3ea0-401f-b8ea-5521ace20b40 service neutron] Pushing event updated for resources: {'Port': ['ID=42930370-ee29-4158-abb7-3523255df2f5,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:43.954642 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-e11e6a81-a1c7-442c-ac90-6868369ef27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:43.956673 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-e11e6a81-a1c7-442c-ac90-6868369ef27f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02bc1bd46de543cd953633fe81371e1e&device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 1097 time: 0.0443506 Aug 13 02:55:44.008135 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-c7d95209-7417-4682-97c3-7fd7576aac6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42930370-ee29-4158-abb7-3523255df2f5 HTTP/1.1" status: 200 len: 217 time: 0.0363190 Aug 13 02:55:44.045723 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d4c20c-d70a-4ac8-adef-fa6271434a7e x-openstack-request-id: req-79d4c20c-d70a-4ac8-adef-fa6271434a7e {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:55:44.046009 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ccb96e-d90f-45a3-bdc1-dfe3036e32a0", "tag": "42930370-ee29-4158-abb7-3523255df2f5", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:55:44.046255 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79d4c20c-d70a-4ac8-adef-fa6271434a7e {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:55:44.046638 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ccb96e-d90f-45a3-bdc1-dfe3036e32a0', 'tag': '42930370-ee29-4158-abb7-3523255df2f5', 'status': 'completed', 'code': 200} Aug 13 02:55:44.064391 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-ac3d5a6e-aa46-4a54-b502-a0a5101ae5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:44.065844 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-ac3d5a6e-aa46-4a54-b502-a0a5101ae5fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fbe9a8e-5801-4bdb-8589-81691fa0a52b HTTP/1.1" status: 200 len: 849 time: 0.0504408 Aug 13 02:55:44.098020 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-92b72ca8-518f-44f9-b386-2a22f5a3b8b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239825 Aug 13 02:55:44.185010 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-bde32dd5-581e-4521-a611-7b7bae3a582a service neutron] 10.222.0.39 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780404 Aug 13 02:55:44.280924 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8ae09fba-3e37-4415-8e69-0519759c4740 req-0f1607c3-7417-4e22-ba0c-a0e13253f2cd service neutron] 10.222.0.39 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886004 Aug 13 02:55:44.422300 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-282eb2e4-0526-43a2-8a99-7d343be1bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:44.423805 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-282eb2e4-0526-43a2-8a99-7d343be1bcee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02bc1bd46de543cd953633fe81371e1e&device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 1097 time: 0.0401144 Aug 13 02:55:44.514465 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-bee51c49-a6a5-4a53-b3dd-2c77dee6f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:44.515890 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-bee51c49-a6a5-4a53-b3dd-2c77dee6f2b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16 HTTP/1.1" status: 200 len: 910 time: 0.0831881 Aug 13 02:55:44.557257 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-ce765e35-4e8c-4ff2-b21a-37c77cacd1ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42930370-ee29-4158-abb7-3523255df2f5 HTTP/1.1" status: 200 len: 217 time: 0.0325677 Aug 13 02:55:44.604706 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-65900ec0-3f9f-41e4-a107-32d5ba830a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:44.606120 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-65900ec0-3f9f-41e4-a107-32d5ba830a5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fbe9a8e-5801-4bdb-8589-81691fa0a52b HTTP/1.1" status: 200 len: 849 time: 0.0418057 Aug 13 02:55:44.636460 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-515e4ded-f5d6-418a-ad8b-7f1d1b34960c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231988 Aug 13 02:55:44.727399 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-cde653d1-e68a-4e83-b1a6-179f5318d1aa service neutron] 10.222.0.39 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832865 Aug 13 02:55:44.839970 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066699-eb13-40d4-8717-6dc90790daad req-9e5d1a8a-7f7b-426e-962b-401a5a6746ac tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:44.841364 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d8066699-eb13-40d4-8717-6dc90790daad req-9e5d1a8a-7f7b-426e-962b-401a5a6746ac tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 944 time: 0.1067431 Aug 13 02:55:44.872768 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3417f3a7-8b19-44eb-b90e-2c9356cee669 req-35c853d1-d1aa-4a50-916e-a37dadf41e23 service neutron] 10.222.0.39 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363447 Aug 13 02:55:44.890008 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d8066699-eb13-40d4-8717-6dc90790daad req-01b85d81-9be6-467b-91c8-23df44a7f563 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Aug 13 02:55:45.834103 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-7b7d855f-4738-493a-a482-634dddc7efc8 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474969515&fields=id&tenant_id=648569d0a6d74e53806e9d6a9666deb5 HTTP/1.1" status: 200 len: 267 time: 0.0317795 Aug 13 02:55:45.943716 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-7b7c6517-025a-4c19-8908-22e6b8b13b5b tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:45.945137 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-7b7c6517-025a-4c19-8908-22e6b8b13b5b tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 808 time: 0.1045914 Aug 13 02:55:45.971515 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-a2391c27-9e7a-4c59-87b7-be8d5b2ef3f0 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/quotas/648569d0a6d74e53806e9d6a9666deb5 HTTP/1.1" status: 200 len: 375 time: 0.0208392 Aug 13 02:55:46.038708 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb6d5d-9375-47c4-89c0-a0f5a92d3b51 req-c55811e2-01e5-4ab9-a9de-12cc0f563912 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:46.040174 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ddb6d5d-9375-47c4-89c0-a0f5a92d3b51 req-c55811e2-01e5-4ab9-a9de-12cc0f563912 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 944 time: 0.0821612 Aug 13 02:55:46.046581 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-555cd610-2ce4-40ed-b3ca-c0686020f847 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616527 Aug 13 02:55:46.128701 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6ddb6d5d-9375-47c4-89c0-a0f5a92d3b51 req-4298255c-0a7e-478c-b8e9-41d0192337bd tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811689 Aug 13 02:55:46.163096 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-b185fe7c-6f84-4d4c-a2df-901fd1bc20cb service neutron] 10.222.0.43 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026406 Aug 13 02:55:46.250253 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-afe109f0-ec8c-4e04-a007-a6bc8b35edcf service neutron] 10.222.0.43 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812538 Aug 13 02:55:46.529657 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9e3d6a81-72a9-42ee-b8ce-932bed073ceb req-b456f4fc-c114-470d-bf15-f1723b6f934c tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 210 time: 0.0264611 Aug 13 02:55:47.247377 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ce0c1-6564-4cf8-a505-000b96badc7d req-33af08c2-a1f6-45b6-b0b6-8c95e74b6e3b tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:47.248885 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a47ce0c1-6564-4cf8-a505-000b96badc7d req-33af08c2-a1f6-45b6-b0b6-8c95e74b6e3b tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 944 time: 0.0540409 Aug 13 02:55:47.286220 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a47ce0c1-6564-4cf8-a505-000b96badc7d req-be972945-d933-4ac7-976a-1bf9c5740bc1 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309682 Aug 13 02:55:47.543024 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-9fd322e5-aea9-4535-8854-1d6da59c5d32 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:47.544549 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-9fd322e5-aea9-4535-8854-1d6da59c5d32 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 808 time: 0.0985363 Aug 13 02:55:47.596897 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-309e1902-93b7-4605-81d2-4e02f8c57b42 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=648569d0a6d74e53806e9d6a9666deb5 HTTP/1.1" status: 200 len: 380 time: 0.0355380 Aug 13 02:55:47.618314 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Request body: {'port': {'device_id': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'admin_state_up': True, 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'security_groups': ['607dd38b-23d5-4b8e-89b8-18e16ca2c0b5']}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:47.636258 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-68b71ce1-36b9-4325-ad7d-628028461e12 req-665d70f4-9c1c-49b7-ab26-086a68d99b3f tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 210 time: 0.0370770 Aug 13 02:55:47.692672 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 42930370-ee29-4158-abb7-3523255df2f5 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:55:47.736726 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Made reservation on behalf of 648569d0a6d74e53806e9d6a9666deb5 for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:55:47.740236 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:47.786213 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 42930370-ee29-4158-abb7-3523255df2f5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=42930370-ee29-4158-abb7-3523255df2f5,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:47.797004 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '42930370-ee29-4158-abb7-3523255df2f5', 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16', 'port_id': '42930370-ee29-4158-abb7-3523255df2f5', 'mac_address': 'fa:16:3e:8f:2f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbe9a8e-5801-4bdb-8589-81691fa0a52b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:55:47.834308 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:47.850106 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42930370-ee29-4158-abb7-3523255df2f5 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:55:47.869419 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 42930370-ee29-4158-abb7-3523255df2f5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=42930370-ee29-4158-abb7-3523255df2f5,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:47.871501 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Allocated IP 172.20.0.8 (6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e/706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df/82f8bddd-92bf-4cd8-8c7f-4bb3373354ca) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:55:47.873863 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:47.920818 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=42930370-ee29-4158-abb7-3523255df2f5,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:48.008965 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.021576 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Transition to ACTIVE for port object 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca will not be triggered until provisioned by entity DHCP. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:48.054670 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.100390 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:48.103493 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:48.109978 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:55:48.138302 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'Port': ['ID=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:48.167802 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:48.168506 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.187066 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-13e798cb-c7ed-4a32-ae92-798202f2ddf5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765851 Aug 13 02:55:48.208344 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Request body: {'port': {'device_id': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:48.274746 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.339562 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-703b260f-0caa-40b1-a709-8258c5b52446 None None] Provisioning for port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca completed by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:48.343452 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-703b260f-0caa-40b1-a709-8258c5b52446 None None] Provisioning complete for port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca triggered by entity DHCP. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:48.343827 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-703b260f-0caa-40b1-a709-8258c5b52446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.375044 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['42930370-ee29-4158-abb7-3523255df2f5'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:55:48.398716 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-703b260f-0caa-40b1-a709-8258c5b52446 None None] Port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca cannot update to ACTIVE because it is not bound. {{(pid=100590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:55:48.487027 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5a84c-254d-4323-9c6f-17de22611b5e req-64463761-fbf9-456b-b0fd-a74d57de1aed tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:48.488532 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e7f5a84c-254d-4323-9c6f-17de22611b5e req-64463761-fbf9-456b-b0fd-a74d57de1aed tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 945 time: 0.1022925 Aug 13 02:55:48.549052 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e7f5a84c-254d-4323-9c6f-17de22611b5e req-0756c6cb-20fd-492d-924c-ef37476ed139 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545371 Aug 13 02:55:48.610449 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:55:48.617700 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.628998 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Transition to ACTIVE for port object 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:48.633055 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.704649 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Pushing event updated for resources: {'Port': ['ID=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:48.793599 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3ac43-9485-49ae-8a84-a020715f2ff9 req-a0c8db0d-6a11-4bb9-8505-a98347a0da0d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:48.795130 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f1b3ac43-9485-49ae-8a84-a020715f2ff9 req-a0c8db0d-6a11-4bb9-8505-a98347a0da0d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0868227 Aug 13 02:55:48.796340 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Attempting to bind port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:55:48.796703 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Attempting to bind port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:55:48.797029 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Attempting to bind port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca on network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:48.803690 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca on network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:55:48.804013 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Attempting to bind port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca on network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:48.821529 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:55:48.821878 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Checking segment: {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:48.822237 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Bound using segment: {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:55:48.822668 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Bound port: 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94f5ce0-7842-454c-a1d2-bd16c480c366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:55:48.823026 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.868362 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f1b3ac43-9485-49ae-8a84-a020715f2ff9 req-5660529a-42fc-4c9e-a606-26066f805314 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661306 Aug 13 02:55:48.898161 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:55:48.901120 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:55:48.905549 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.942112 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:48.942749 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:48.944118 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] 10.222.0.39 "PUT /v2.0/ports/82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 1093 time: 0.7408388 Aug 13 02:55:48.944581 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:55:48.946798 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20895b0f-7c4b-438c-8622-716f4ca1ce62" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:55:48.973712 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2c087-11d6-489c-8a2c-775e0dfe110f service neutron] Pushing event updated for resources: {'Port': ['ID=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:48.998023 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ab9f3b-3a65-4e46-94b7-84b6eada4c62 x-openstack-request-id: req-f2ab9f3b-3a65-4e46-94b7-84b6eada4c62 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:55:48.998381 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:55:48.998776 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2ab9f3b-3a65-4e46-94b7-84b6eada4c62 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:55:48.999206 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'status': 'completed', 'code': 200} Aug 13 02:55:49.065021 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-cc35084d-1718-4a11-9c93-7c3240aa399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:49.066532 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-cc35084d-1718-4a11-9c93-7c3240aa399b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1096 time: 0.0448320 Aug 13 02:55:49.120082 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-93d90c17-e70f-4c4c-bc77-86232f879798 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 217 time: 0.0337312 Aug 13 02:55:49.172152 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-10a9578c-2945-40bb-86cb-d872fe9607e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:49.174135 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-10a9578c-2945-40bb-86cb-d872fe9607e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0463643 Aug 13 02:55:49.219546 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-c392f9ef-5d7a-4c4e-b7f5-b4b1f96edf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:49.220982 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-c392f9ef-5d7a-4c4e-b7f5-b4b1f96edf03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383539 Aug 13 02:55:49.314012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-c10fbd6c-e348-4b4c-a7e5-5089242d0f98 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848620 Aug 13 02:55:49.406210 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4e26405a-96aa-45e2-816c-2af702f20a00 req-955c689b-a763-4b73-b8de-d83b8eb71d8c service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846193 Aug 13 02:55:49.552688 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-020ad422-a0d9-4112-849f-08e67283f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:49.554155 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-020ad422-a0d9-4112-849f-08e67283f7f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1096 time: 0.0403800 Aug 13 02:55:49.681160 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-e64c7f71-dc1d-4505-9d52-b934d57c61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:49.682528 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-e64c7f71-dc1d-4505-9d52-b934d57c61c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.1194847 Aug 13 02:55:49.691311 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9b371-af0f-41f8-9b2a-cfca6667498c req-5046e907-351c-4cdd-ad49-243460a105fd tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:49.692671 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14a9b371-af0f-41f8-9b2a-cfca6667498c req-5046e907-351c-4cdd-ad49-243460a105fd tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 945 time: 0.0747218 Aug 13 02:55:49.697770 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 42930370-ee29-4158-abb7-3523255df2f5 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:55:49.733776 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-6a733d7b-ea9e-48d3-90f3-5267c3c23c76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 217 time: 0.0401657 Aug 13 02:55:49.745879 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 42930370-ee29-4158-abb7-3523255df2f5 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:55:49.749555 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 42930370-ee29-4158-abb7-3523255df2f5 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:55:49.749928 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:49.793557 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-14a9b371-af0f-41f8-9b2a-cfca6667498c req-ab8f759f-0491-4ffc-a28f-a9471b32cef8 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935185 Aug 13 02:55:49.802887 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-be467a45-d662-4805-92e8-93d39e23a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:49.804414 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-be467a45-d662-4805-92e8-93d39e23a0d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0621064 Aug 13 02:55:49.826458 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:49.849705 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ccb96e-d90f-45a3-bdc1-dfe3036e32a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42930370-ee29-4158-abb7-3523255df2f5'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:55:49.851294 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-e2156ffc-ff36-4d3b-be40-78036f6833ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:49.851965 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4b441-2d0e-44f3-950e-307c47e3786c" -d '{"events": [{"server_uuid": "97ccb96e-d90f-45a3-bdc1-dfe3036e32a0", "name": "network-vif-plugged", "status": "completed", "tag": "42930370-ee29-4158-abb7-3523255df2f5"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:55:49.852842 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-e2156ffc-ff36-4d3b-be40-78036f6833ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407958 Aug 13 02:55:49.868305 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 42930370-ee29-4158-abb7-3523255df2f5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=42930370-ee29-4158-abb7-3523255df2f5,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:49.874177 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:49.899544 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e055b245-7e13-49d3-98d3-16fbb5b988db x-openstack-request-id: req-e055b245-7e13-49d3-98d3-16fbb5b988db {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:55:49.899828 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ccb96e-d90f-45a3-bdc1-dfe3036e32a0", "name": "network-vif-plugged", "status": "completed", "tag": "42930370-ee29-4158-abb7-3523255df2f5", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:55:49.900074 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e055b245-7e13-49d3-98d3-16fbb5b988db {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:55:49.900477 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ccb96e-d90f-45a3-bdc1-dfe3036e32a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42930370-ee29-4158-abb7-3523255df2f5', 'code': 200} Aug 13 02:55:49.928185 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=42930370-ee29-4158-abb7-3523255df2f5,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:49.964641 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-dcc9bd22-2031-45d8-8667-9f0c6d934450 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997109 Aug 13 02:55:50.051433 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd10036-5897-41fe-8ac0-f788a47dfbeb req-d70f6b63-db8e-40ef-a9e5-b320718bf3f2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:50.052976 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cbd10036-5897-41fe-8ac0-f788a47dfbeb req-d70f6b63-db8e-40ef-a9e5-b320718bf3f2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.1033378 Aug 13 02:55:50.131968 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-20895b0f-7c4b-438c-8622-716f4ca1ce62 req-11783cae-e60e-41a4-a4ba-7f764e696bbf service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528957 Aug 13 02:55:50.141855 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-cbd10036-5897-41fe-8ac0-f788a47dfbeb req-821af4e3-5cb4-4e68-984c-ea5bd3690f57 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762541 Aug 13 02:55:50.148054 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69396-e1c7-433d-bb60-0d8506758ff6 req-34598d2e-bc7d-48cd-969a-b8cffc206dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:50.149493 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce69396-e1c7-433d-bb60-0d8506758ff6 req-34598d2e-bc7d-48cd-969a-b8cffc206dbe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 1099 time: 0.0865014 Aug 13 02:55:50.196010 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce69396-e1c7-433d-bb60-0d8506758ff6 req-59d86e7a-2b68-4fb8-8f08-cdb4893f8746 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285044 Aug 13 02:55:50.908473 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd50977-f9c9-4567-b13f-4c6998fa1222 req-76870dfa-22e0-415a-bb77-e5807dcecff7 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:50.909950 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6dd50977-f9c9-4567-b13f-4c6998fa1222 req-76870dfa-22e0-415a-bb77-e5807dcecff7 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 946 time: 0.0484977 Aug 13 02:55:50.946566 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-6dd50977-f9c9-4567-b13f-4c6998fa1222 req-571d00e4-3fa4-484c-aa39-908e130c3554 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308511 Aug 13 02:55:51.257677 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebf41c-00b7-4d30-9edb-aab79f1af04e req-7c881820-af23-407f-9cfc-81dc6b86a400 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:51.259154 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8aebf41c-00b7-4d30-9edb-aab79f1af04e req-7c881820-af23-407f-9cfc-81dc6b86a400 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0505035 Aug 13 02:55:51.296468 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8aebf41c-00b7-4d30-9edb-aab79f1af04e req-5be18c97-dc45-47d6-959d-9651d69ae2e5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314956 Aug 13 02:55:52.058002 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d9d5-9a4e-4acb-bce5-72f7994a54cd req-a4e855b1-42ca-4e1c-9efb-f01cc68eecd1 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:52.059482 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c017d9d5-9a4e-4acb-bce5-72f7994a54cd req-a4e855b1-42ca-4e1c-9efb-f01cc68eecd1 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 946 time: 0.0475941 Aug 13 02:55:52.095842 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c017d9d5-9a4e-4acb-bce5-72f7994a54cd req-7616e49e-87c1-45de-8e09-de1f31c086ff tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296962 Aug 13 02:55:52.414613 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22e7a8-a9fa-43bf-b0a1-8142be389e22 req-f3a429f9-aac0-416a-b48a-639688dcafec tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:52.416084 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f22e7a8-a9fa-43bf-b0a1-8142be389e22 req-f3a429f9-aac0-416a-b48a-639688dcafec tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0506768 Aug 13 02:55:52.455206 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1f22e7a8-a9fa-43bf-b0a1-8142be389e22 req-e82bad95-c928-403b-80ab-26f9b34b815c tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327959 Aug 13 02:55:52.832906 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad249d4b-07fc-4aff-9f33-3ae618416c1a req-93a798af-a2cc-429b-bd7e-0ae27d5b9910 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:52.834274 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ad249d4b-07fc-4aff-9f33-3ae618416c1a req-93a798af-a2cc-429b-bd7e-0ae27d5b9910 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 946 time: 0.0509443 Aug 13 02:55:52.870901 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ad249d4b-07fc-4aff-9f33-3ae618416c1a req-4d0b13ef-1260-4a18-9c2e-e590bc2d4852 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308249 Aug 13 02:55:53.567710 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e71f03-17fb-4033-ab91-3228619d7395 req-4a1917a8-94e4-4e32-a9f3-3d1c382415b7 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:53.569297 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-64e71f03-17fb-4033-ab91-3228619d7395 req-4a1917a8-94e4-4e32-a9f3-3d1c382415b7 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0473526 Aug 13 02:55:53.607043 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-64e71f03-17fb-4033-ab91-3228619d7395 req-8c2459ee-b5de-45dc-8b10-5df649443c20 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Aug 13 02:55:53.984984 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72df09a-371b-44f6-b6b1-3db2585206d3 req-44d1c9a2-3ba8-4d8c-a84a-99c91ff1fbf6 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:53.986436 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b72df09a-371b-44f6-b6b1-3db2585206d3 req-44d1c9a2-3ba8-4d8c-a84a-99c91ff1fbf6 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 946 time: 0.0476542 Aug 13 02:55:54.155301 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b72df09a-371b-44f6-b6b1-3db2585206d3 req-4cf5e661-8eb3-4f16-892b-3cfd6d65babe tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631584 Aug 13 02:55:54.720942 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016f70-9cf8-474a-9304-be457b8b6885 req-27eac4b4-88e1-422d-89fe-a855ffcea0c3 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:54.722288 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-77016f70-9cf8-474a-9304-be457b8b6885 req-27eac4b4-88e1-422d-89fe-a855ffcea0c3 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0509119 Aug 13 02:55:54.758821 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-77016f70-9cf8-474a-9304-be457b8b6885 req-7e439636-e60a-4cb4-ba79-4b2d1723a986 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306256 Aug 13 02:55:54.806617 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-ad0bed97-734f-46d9-b36f-79c60a4ff166 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:54.808499 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-ad0bed97-734f-46d9-b36f-79c60a4ff166 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.39 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 946 time: 0.0487986 Aug 13 02:55:54.897525 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Deleting port 42930370-ee29-4158-abb7-3523255df2f5 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:55:54.897862 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:54.984726 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] For port 42930370-ee29-4158-abb7-3523255df2f5, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=42930370-ee29-4158-abb7-3523255df2f5,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:54.985023 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:54.997061 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Calling delete_port for 42930370-ee29-4158-abb7-3523255df2f5 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:55:55.129817 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:55.158568 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Pushing event deleted for resources: {'Port': ['ID=42930370-ee29-4158-abb7-3523255df2f5,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:55.172718 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['42930370-ee29-4158-abb7-3523255df2f5'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:55:55.200084 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] No DVR routers for this DVR port 42930370-ee29-4158-abb7-3523255df2f5 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:55:55.202392 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:55.204823 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a557ef24-86f8-4d21-af28-d20a82cbd8bc req-d47b417e-2469-4b3a-bd21-83d4201a16da tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.39 "DELETE /v2.0/ports/42930370-ee29-4158-abb7-3523255df2f5 HTTP/1.1" status: 204 len: 173 time: 0.3896313 Aug 13 02:55:55.205256 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ccb96e-d90f-45a3-bdc1-dfe3036e32a0', 'name': 'network-vif-deleted', 'tag': '42930370-ee29-4158-abb7-3523255df2f5'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:55:55.207469 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aaafc7-b229-4a26-8d56-f8970eea51f3" -d '{"events": [{"server_uuid": "97ccb96e-d90f-45a3-bdc1-dfe3036e32a0", "name": "network-vif-deleted", "tag": "42930370-ee29-4158-abb7-3523255df2f5"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:55:55.261069 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f2fdac-ea84-4c21-a1af-5a11b249ca84 x-openstack-request-id: req-c0f2fdac-ea84-4c21-a1af-5a11b249ca84 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:55:55.261358 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ccb96e-d90f-45a3-bdc1-dfe3036e32a0", "name": "network-vif-deleted", "tag": "42930370-ee29-4158-abb7-3523255df2f5", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:55:55.261609 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0f2fdac-ea84-4c21-a1af-5a11b249ca84 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:55:55.261994 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ccb96e-d90f-45a3-bdc1-dfe3036e32a0', 'name': 'network-vif-deleted', 'tag': '42930370-ee29-4158-abb7-3523255df2f5', 'status': 'completed', 'code': 200} Aug 13 02:55:55.263880 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d78b548c-88b8-4650-9c1b-93cda1bdd4f5 req-3891dbfd-0a47-42b3-9dda-169ecf14cfc6 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ccb96e-d90f-45a3-bdc1-dfe3036e32a0 HTTP/1.1" status: 200 len: 210 time: 0.0355926 Aug 13 02:55:55.879895 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f81c-ef16-4a0f-93b2-e5193228ba97 req-130b1eb9-1e62-4870-8461-a07d56c28e27 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:55.881401 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d6e6f81c-ef16-4a0f-93b2-e5193228ba97 req-130b1eb9-1e62-4870-8461-a07d56c28e27 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0485888 Aug 13 02:55:55.920066 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d6e6f81c-ef16-4a0f-93b2-e5193228ba97 req-fd38c635-a178-4f10-b6f5-016f7d25ee17 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318170 Aug 13 02:55:56.523685 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-8d6d9fe4-0692-4f10-bbac-83663b7c04f0 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:56.525041 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-8d6d9fe4-0692-4f10-bbac-83663b7c04f0 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/networks?id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16 HTTP/1.1" status: 200 len: 809 time: 0.0957015 Aug 13 02:55:56.539512 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-0a500478-385f-4f68-ba21-db7b352c945b tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/quotas/02bc1bd46de543cd953633fe81371e1e HTTP/1.1" status: 200 len: 375 time: 0.0089378 Aug 13 02:55:56.573675 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-ffb40775-555d-4cef-9780-44bfdac0f975 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=02bc1bd46de543cd953633fe81371e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291338 Aug 13 02:55:56.658675 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-1c9cea33-e371-43d8-9d90-fb7c862ae4f9 service neutron] 10.222.0.43 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783107 Aug 13 02:55:56.746237 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-9ab200fb-b5bf-4916-a835-c0d50b6ba33b service neutron] 10.222.0.43 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816617 Aug 13 02:55:56.902961 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-38351678-33aa-43dd-8f43-13b761f46ce2 req-73f7e3d2-09d7-4d47-ae4a-524d47bfd52c tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 210 time: 0.0258029 Aug 13 02:55:57.088923 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd8356-b508-47f9-94f2-24318d6d40ab req-5bae481a-64c2-4894-a3c1-722a98161b0f tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:57.090545 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-72fd8356-b508-47f9-94f2-24318d6d40ab req-5bae481a-64c2-4894-a3c1-722a98161b0f tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.1037774 Aug 13 02:55:57.130040 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-72fd8356-b508-47f9-94f2-24318d6d40ab req-8d720b32-a884-4f44-b7b2-e67317a4783a tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Aug 13 02:55:57.755860 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 42930370-ee29-4158-abb7-3523255df2f5 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:55:57.779584 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 42930370-ee29-4158-abb7-3523255df2f5 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:55:57.779927 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 42930370-ee29-4158-abb7-3523255df2f5 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:55:57.912565 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-fe648fc4-0667-4e8d-89b7-0a3aca5a4333 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:57.913988 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-fe648fc4-0667-4e8d-89b7-0a3aca5a4333 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.39 "GET /v2.0/networks?id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16 HTTP/1.1" status: 200 len: 809 time: 0.1100967 Aug 13 02:55:57.937084 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Request body: {'port': {'device_id': '7ca85c86-423b-422a-80ae-0377709b9dd4', 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16', 'admin_state_up': True, 'tenant_id': '02bc1bd46de543cd953633fe81371e1e'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:58.011868 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0d5a42ce-9aaa-480a-b00d-1afebe7197c0 req-6bef17b0-6f94-4806-bd36-873376531cc2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 210 time: 0.0352023 Aug 13 02:55:58.068713 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Made reservation on behalf of 02bc1bd46de543cd953633fe81371e1e for: {'port': 1} {{(pid=100589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:55:58.072485 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:58.445995 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b832fc1-6705-4bd9-986f-b76990af54ea req-54e56f79-84b9-41d1-af29-6c50575f8951 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:58.447427 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8b832fc1-6705-4bd9-986f-b76990af54ea req-54e56f79-84b9-41d1-af29-6c50575f8951 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0858853 Aug 13 02:55:58.523107 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8b832fc1-6705-4bd9-986f-b76990af54ea req-431880ac-862b-4624-8fb1-d838267aedca tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673130 Aug 13 02:55:58.539723 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_common [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Allocated IP 172.20.0.3 (4a9770b5-f4de-4d4c-927a-7f7dddd81d16/5fbe9a8e-5801-4bdb-8589-81691fa0a52b/101437f4-b174-4fea-8ea3-a9e6cc4d2d51) {{(pid=100589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:55:58.676070 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks [] for port, precommit_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:58.712737 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_create {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:58.755443 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 is already hosted by enough agents. {{(pid=100589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:55:58.758397 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.base_scheduler [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Resources bound (agent type, host, resource id): {{(pid=100589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:55:58.763860 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Received port after_create {{(pid=100589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:55:58.787612 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Pushing event updated for resources: {'Port': ['ID=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,revision_number=1']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:58.814269 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:58.814856 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:58.828024 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bb214875-f4c3-4c2f-a212-6609d4968f30 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8947718 Aug 13 02:55:58.880727 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.v2.base [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Request body: {'port': {'device_id': '7ca85c86-423b-422a-80ae-0377709b9dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75999'}} {{(pid=100589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:55:58.931930 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:59.161778 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfd63b-fd1d-4459-a538-ab29f1ce3eaf req-54243a70-c0f9-4b30-ba59-f13dd648ea25 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:59.163224 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bcbfd63b-fd1d-4459-a538-ab29f1ce3eaf req-54243a70-c0f9-4b30-ba59-f13dd648ea25 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 931 time: 0.0771050 Aug 13 02:55:59.237653 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bcbfd63b-fd1d-4459-a538-ab29f1ce3eaf req-2d3fa119-8791-4e42-8491-ac30ff1ff4d5 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651321 Aug 13 02:55:59.249781 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 {{(pid=100589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:55:59.258330 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:59.270479 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.provisioning_blocks [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Transition to ACTIVE for port object 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 will not be triggered until provisioned by entity L2. {{(pid=100589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:55:59.274131 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:59.323713 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,revision_number=2']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:59.387843 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Attempting to bind port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 on host hv-cinder-75999 for vnic_type normal with profile {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:55:59.388175 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Attempting to bind port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 by drivers openvswitch,hyperv on host hv-cinder-75999 at level 0 using segments [{'id': 'ee25eb7f-2ef8-4e02-af4c-69e171c66642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16'}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:55:59.388534 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Attempting to bind port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 on network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:59.393297 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 on network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75999 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:55:59.393614 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Attempting to bind port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 on network 4a9770b5-f4de-4d4c-927a-7f7dddd81d16 {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:55:59.398259 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Checking agent: {'id': '50f48f97-db26-4cce-a6a9-00160ee0dff9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75999', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'started_at': datetime.datetime(2021, 8, 13, 2, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:55:59.398587 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Checking segment: {'id': 'ee25eb7f-2ef8-4e02-af4c-69e171c66642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:55:59.398963 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Bound using segment: {'id': 'ee25eb7f-2ef8-4e02-af4c-69e171c66642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16'} {{(pid=100589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:55:59.399381 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.managers [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Bound port: 101437f4-b174-4fea-8ea3-a9e6cc4d2d51, host: hv-cinder-75999, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee25eb7f-2ef8-4e02-af4c-69e171c66642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16'}}] {{(pid=100589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:55:59.399725 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:59.460350 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] For port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51, host hv-cinder-75999, cleared binding levels {{(pid=100589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:55:59.463493 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] For port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51, host hv-cinder-75999, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:55:59.467075 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1883880'] for port, after_update {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:59.498340 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:59.498950 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:59.500938 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/101437f4-b174-4fea-8ea3-a9e6cc4d2d51 HTTP/1.1" status: 200 len: 1093 time: 0.6238315 Aug 13 02:55:59.501369 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca85c86-423b-422a-80ae-0377709b9dd4', 'tag': '101437f4-b174-4fea-8ea3-a9e6cc4d2d51'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:55:59.503576 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca85c86-423b-422a-80ae-0377709b9dd4", "tag": "101437f4-b174-4fea-8ea3-a9e6cc4d2d51"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:55:59.528821 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6242b2-d7bd-4311-87fb-5586de1be7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,revision_number=3']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:59.541624 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7336c8e-00d6-43f3-baf9-cf0edb80cf61 x-openstack-request-id: req-c7336c8e-00d6-43f3-baf9-cf0edb80cf61 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:55:59.541917 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca85c86-423b-422a-80ae-0377709b9dd4", "tag": "101437f4-b174-4fea-8ea3-a9e6cc4d2d51", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:55:59.542170 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7336c8e-00d6-43f3-baf9-cf0edb80cf61 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:55:59.542555 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca85c86-423b-422a-80ae-0377709b9dd4', 'tag': '101437f4-b174-4fea-8ea3-a9e6cc4d2d51', 'status': 'completed', 'code': 200} Aug 13 02:55:59.642490 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3c44dd55-8fe9-44de-9ba9-f3c5cffa5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:59.643980 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-3c44dd55-8fe9-44de-9ba9-f3c5cffa5f41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02bc1bd46de543cd953633fe81371e1e&device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0714116 Aug 13 02:55:59.657839 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8f7a9-3a47-4949-b00b-b02bd84d28a0 req-3f359d0f-0b0b-4d50-b2f5-b6090b89b705 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:59.659207 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce8f7a9-3a47-4949-b00b-b02bd84d28a0 req-3f359d0f-0b0b-4d50-b2f5-b6090b89b705 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0587978 Aug 13 02:55:59.698433 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-29d63d3d-5133-4f7f-9e25-2e6041ec108b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101437f4-b174-4fea-8ea3-a9e6cc4d2d51 HTTP/1.1" status: 200 len: 217 time: 0.0383208 Aug 13 02:55:59.753087 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ce8f7a9-3a47-4949-b00b-b02bd84d28a0 req-0eb57fc8-9fdf-4d4a-9438-f02e969fd27d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865467 Aug 13 02:55:59.754375 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:55:59.765303 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-fdd50c7e-2db6-4701-99e5-49c83269038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:55:59.766808 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-fdd50c7e-2db6-4701-99e5-49c83269038b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fbe9a8e-5801-4bdb-8589-81691fa0a52b HTTP/1.1" status: 200 len: 849 time: 0.0602279 Aug 13 02:55:59.799769 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-bf4cea8b-820e-425c-a166-ea6706908eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256481 Aug 13 02:55:59.851541 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:59.863497 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'port_id': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'mac_address': 'fa:16:3e:1f:a0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:55:59.898047 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-e7f401e5-da32-48da-ad24-93f6ccd09f6c service neutron] 10.222.0.39 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805442 Aug 13 02:55:59.898308 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:59.910966 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:55:59.930229 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:55:59.934860 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:59.980986 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:55:59.997743 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49bbcf5f-6341-4ad8-884a-5e02fccb773c req-36555ecd-1a54-4c08-b0f2-d447d2d4e32c service neutron] 10.222.0.39 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887215 Aug 13 02:56:00.138099 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-e6c289f4-bf1c-4eb5-86b8-424ac02f75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:00.139463 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-e6c289f4-bf1c-4eb5-86b8-424ac02f75d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02bc1bd46de543cd953633fe81371e1e&device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0409462 Aug 13 02:56:00.234656 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-7b6dfa96-16aa-4afe-993f-a79dd161882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:00.236153 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-7b6dfa96-16aa-4afe-993f-a79dd161882b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16 HTTP/1.1" status: 200 len: 910 time: 0.0887992 Aug 13 02:56:00.279052 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-657c1960-a276-4167-ad77-24fbda744094 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101437f4-b174-4fea-8ea3-a9e6cc4d2d51 HTTP/1.1" status: 200 len: 217 time: 0.0349588 Aug 13 02:56:00.354036 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-72f70afc-4cb2-45b7-8fa5-f88280db6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:00.355477 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-72f70afc-4cb2-45b7-8fa5-f88280db6b88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5fbe9a8e-5801-4bdb-8589-81691fa0a52b HTTP/1.1" status: 200 len: 849 time: 0.0692441 Aug 13 02:56:00.392022 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-33ec808f-2d8c-4016-8c1c-25eee1d44a67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4a9770b5-f4de-4d4c-927a-7f7dddd81d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257409 Aug 13 02:56:00.398966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88243020-92cb-478c-bf05-09946d697e3b req-6712f5d6-ac44-42d4-9f5c-519791a6d84e tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:00.400340 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-88243020-92cb-478c-bf05-09946d697e3b req-6712f5d6-ac44-42d4-9f5c-519791a6d84e tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 943 time: 0.0860333 Aug 13 02:56:00.487079 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-88243020-92cb-478c-bf05-09946d697e3b req-907f8b83-6a1e-4992-bcf3-e46335bc2462 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773718 Aug 13 02:56:00.513864 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-1fa973e0-8881-490d-b06a-ff949135efff service neutron] 10.222.0.39 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126013 Aug 13 02:56:00.550059 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['82f8bddd-92bf-4cd8-8c7f-4bb3373354ca'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:56:00.604238 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-97ada8bb-2a60-436c-82dc-47a4a6c3bf41 req-0c036bda-a33b-47ce-9411-bfedcc7877be service neutron] 10.222.0.39 "GET /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822392 Aug 13 02:56:00.865224 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb61a25-97c3-4968-8f39-62543e69230c req-0be76483-d989-4ee8-9256-acde2541e615 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:00.866706 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0cb61a25-97c3-4968-8f39-62543e69230c req-0be76483-d989-4ee8-9256-acde2541e615 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 944 time: 0.0481484 Aug 13 02:56:00.903655 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0cb61a25-97c3-4968-8f39-62543e69230c req-d18ac917-9a81-498c-a66c-c490658f3aca tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311556 Aug 13 02:56:01.604268 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4ef46-64b7-4096-aba9-ee6ac2a8af31 req-bc967ec8-8909-44fa-ac96-61b17d2a380d tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:01.605754 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-41e4ef46-64b7-4096-aba9-ee6ac2a8af31 req-bc967ec8-8909-44fa-ac96-61b17d2a380d tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 943 time: 0.0521979 Aug 13 02:56:01.643637 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-41e4ef46-64b7-4096-aba9-ee6ac2a8af31 req-df7cf3d8-894e-4126-94f4-6046b08f8fc4 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310652 Aug 13 02:56:02.014262 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a483-3a66-4a75-a1f1-0ead74e8946f req-cc0d2342-0fac-4be9-85a3-44b14a36c721 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:02.016597 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-95b6a483-3a66-4a75-a1f1-0ead74e8946f req-cc0d2342-0fac-4be9-85a3-44b14a36c721 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 944 time: 0.0475709 Aug 13 02:56:02.052807 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-95b6a483-3a66-4a75-a1f1-0ead74e8946f req-56993f3a-24f0-4379-a50e-c92cabe52b1b tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308325 Aug 13 02:56:02.755897 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a0b27-fec8-4350-8b9a-6bd6a2b0aeb1 req-af9854cb-9ce9-4e35-8ff5-4e601079c02c tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:02.757352 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3f9a0b27-fec8-4350-8b9a-6bd6a2b0aeb1 req-af9854cb-9ce9-4e35-8ff5-4e601079c02c tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 943 time: 0.0477209 Aug 13 02:56:02.793351 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3f9a0b27-fec8-4350-8b9a-6bd6a2b0aeb1 req-bdc3af01-513f-469a-8f53-94a95c3ec668 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302055 Aug 13 02:56:03.168657 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43256020-f4fd-4b2b-bf0d-aa4879d683ed req-46de0499-8430-4ef7-b6ba-5fec1efcca25 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:03.170105 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-43256020-f4fd-4b2b-bf0d-aa4879d683ed req-46de0499-8430-4ef7-b6ba-5fec1efcca25 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 944 time: 0.0512426 Aug 13 02:56:03.206885 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-43256020-f4fd-4b2b-bf0d-aa4879d683ed req-0741c960-e281-4fa8-bcd1-15b6c5538d12 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305362 Aug 13 02:56:03.770550 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:56:03.783885 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:56:03.885931 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:56:03.898435 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:56:03.898814 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:03.906133 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89278-9d5d-4a6f-83b8-338272c16ff6 req-fa5d5ded-0224-422b-ad13-3c62ece5d9e5 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:03.908195 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-57c89278-9d5d-4a6f-83b8-338272c16ff6 req-fa5d5ded-0224-422b-ad13-3c62ece5d9e5 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 943 time: 0.0509624 Aug 13 02:56:03.936694 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:56:03.945789 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-57c89278-9d5d-4a6f-83b8-338272c16ff6 req-ebc7e248-6568-4adf-981b-ecb3d0cb21b7 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314069 Aug 13 02:56:03.954808 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '101437f4-b174-4fea-8ea3-a9e6cc4d2d51', 'network_id': '4a9770b5-f4de-4d4c-927a-7f7dddd81d16', 'port_id': '101437f4-b174-4fea-8ea3-a9e6cc4d2d51', 'mac_address': 'fa:16:3e:2c:65:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbe9a8e-5801-4bdb-8589-81691fa0a52b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:56:04.018705 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:04.036438 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:04.038880 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:56:04.070743 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:56:04.076439 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:56:04.079259 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b1075b-3297-4f74-aaed-d70e16b5ddae" -d '{"events": [{"server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "name": "network-vif-plugged", "status": "completed", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:56:04.084159 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:04.115314 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:56:04.119112 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfd88f3-b900-4516-9d52-489e6e51cffd x-openstack-request-id: req-cbfd88f3-b900-4516-9d52-489e6e51cffd {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:56:04.119401 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "name": "network-vif-plugged", "status": "completed", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:56:04.119654 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbfd88f3-b900-4516-9d52-489e6e51cffd {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:56:04.120171 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'code': 200} Aug 13 02:56:04.123970 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:04.145296 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,revision_number=4']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:04.193347 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:04.321131 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14bb6e-d021-4a9d-8a95-fad6afac7fa1 req-871e9fd2-3994-4fb2-8117-3eeb85b03020 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:04.322517 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0a14bb6e-d021-4a9d-8a95-fad6afac7fa1 req-871e9fd2-3994-4fb2-8117-3eeb85b03020 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0489178 Aug 13 02:56:04.387326 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-0a14bb6e-d021-4a9d-8a95-fad6afac7fa1 req-61665246-2635-4384-8326-887d28830719 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580294 Aug 13 02:56:04.396965 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120c3c8-e4b8-4680-92b2-6bdd1e16fa26 req-10a4f18c-869e-4609-a74d-c8383a2fb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:04.398379 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5120c3c8-e4b8-4680-92b2-6bdd1e16fa26 req-10a4f18c-869e-4609-a74d-c8383a2fb100 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0565324 Aug 13 02:56:04.433734 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5120c3c8-e4b8-4680-92b2-6bdd1e16fa26 req-2dda6427-08e0-47fe-aa3f-81bab11cec44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266783 Aug 13 02:56:04.580175 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['101437f4-b174-4fea-8ea3-a9e6cc4d2d51'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:56:05.063121 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101bb41-fee3-455b-ba08-e1ac408bd6ed req-de115909-1c08-4209-b657-f7b28c586a34 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:05.064624 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b101bb41-fee3-455b-ba08-e1ac408bd6ed req-de115909-1c08-4209-b657-f7b28c586a34 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 944 time: 0.0506480 Aug 13 02:56:05.101802 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b101bb41-fee3-455b-ba08-e1ac408bd6ed req-6cbe4644-54c9-4220-a07c-3fd083b5c901 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Aug 13 02:56:05.500739 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b97a5-bdca-4b3f-8fcb-d031390dc00f req-f4cd0c02-0a8d-41b2-8704-363e0072213a tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:05.502795 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bb9b97a5-bdca-4b3f-8fcb-d031390dc00f req-f4cd0c02-0a8d-41b2-8704-363e0072213a tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0500877 Aug 13 02:56:05.540054 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bb9b97a5-bdca-4b3f-8fcb-d031390dc00f req-f980b8c0-a098-4f5e-9d0a-ac906f9426e9 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Aug 13 02:56:05.797349 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:56:05.853714 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-5fd236c0-d8f5-4037-a9d3-7aad573108d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:05.855388 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning for port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 completed by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:56:05.859944 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:56:05.860316 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:05.934220 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:05.966415 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:56:05.970146 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:06.019868 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,revision_number=5']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:06.121461 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca85c86-423b-422a-80ae-0377709b9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101437f4-b174-4fea-8ea3-a9e6cc4d2d51'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:56:06.123830 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f842a47-632b-4eb6-a704-8037cceee638" -d '{"events": [{"server_uuid": "7ca85c86-423b-422a-80ae-0377709b9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "101437f4-b174-4fea-8ea3-a9e6cc4d2d51"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:56:06.161129 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b85a60-b1af-414e-a226-9bc40f65dd89 x-openstack-request-id: req-c7b85a60-b1af-414e-a226-9bc40f65dd89 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:56:06.161431 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca85c86-423b-422a-80ae-0377709b9dd4", "name": "network-vif-plugged", "status": "completed", "tag": "101437f4-b174-4fea-8ea3-a9e6cc4d2d51", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:56:06.161723 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7b85a60-b1af-414e-a226-9bc40f65dd89 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:56:06.162077 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca85c86-423b-422a-80ae-0377709b9dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101437f4-b174-4fea-8ea3-a9e6cc4d2d51', 'code': 200} Aug 13 02:56:06.226037 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf97c99-9dea-4b2f-b498-b27d88fa5467 req-cf282531-5c56-4e61-ad42-9c5d0cc1510a tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:06.227480 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bcf97c99-9dea-4b2f-b498-b27d88fa5467 req-cf282531-5c56-4e61-ad42-9c5d0cc1510a tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Aug 13 02:56:06.270316 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-bcf97c99-9dea-4b2f-b498-b27d88fa5467 req-bc1c8986-926d-4da9-97a1-15c092ce05e9 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357754 Aug 13 02:56:06.432224 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822b7b2-055a-4f48-bd9c-76ba2d7b4ecb req-51af9719-70f8-43eb-b7ac-292b23be5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:06.433871 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f822b7b2-055a-4f48-bd9c-76ba2d7b4ecb req-51af9719-70f8-43eb-b7ac-292b23be5b00 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0397208 Aug 13 02:56:06.474669 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f822b7b2-055a-4f48-bd9c-76ba2d7b4ecb req-d9702018-4f55-4e14-a7a3-2ad01df507bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269594 Aug 13 02:56:06.656975 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1599373-985e-4df6-9bd3-eeaad271c8a1 req-39f65643-feba-4948-bf98-9fac7dd4693e tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:06.658425 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1599373-985e-4df6-9bd3-eeaad271c8a1 req-39f65643-feba-4948-bf98-9fac7dd4693e tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0477295 Aug 13 02:56:06.694686 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d1599373-985e-4df6-9bd3-eeaad271c8a1 req-fb235fe5-803a-4c62-9b94-040ca123bb57 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304499 Aug 13 02:56:06.808684 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc5a06-512b-402b-b4a6-5b97c928ed21 req-a0485637-833b-46e9-b3c1-36ca6ed4ba84 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:06.810154 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b1dc5a06-512b-402b-b4a6-5b97c928ed21 req-a0485637-833b-46e9-b3c1-36ca6ed4ba84 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0513153 Aug 13 02:56:06.847001 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-b1dc5a06-512b-402b-b4a6-5b97c928ed21 req-05e0d9aa-a16e-4e32-b170-badbe4b1b145 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309463 Aug 13 02:56:06.868902 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49164) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:56:07.003247 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6b70ed-7b0c-4dab-bfd7-740b8215ffb7 tempest-TestShelveInstance-824423096 tempest-TestShelveInstance-824423096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:07.004755 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-5e6b70ed-7b0c-4dab-bfd7-740b8215ffb7 tempest-TestShelveInstance-824423096 tempest-TestShelveInstance-824423096-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1093 time: 0.1348639 Aug 13 02:56:07.007902 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49168) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:56:07.012229 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.v2.base [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Request body: {'floatingip': {'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'port_id': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:56:07.033544 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for floatingip, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:07.129103 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:07.227405 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_common [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Allocated IP 172.27.2.195 (98317a4e-6648-446b-87ee-ed33be822b2a/ccd94519-5b97-4752-ac93-050f8472e069/47935b16-e7ef-46bd-85d8-fec2537695c6) {{(pid=100588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:56:07.330598 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for port, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:07.369217 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727957546999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:07.385829 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cff48-1258-402a-a03c-28026908881b req-e2ce5f19-0bf2-4d4d-b976-236cb189b1a8 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:07.387375 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-de6cff48-1258-402a-a03c-28026908881b req-e2ce5f19-0bf2-4d4d-b976-236cb189b1a8 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0512269 Aug 13 02:56:07.404994 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Network 98317a4e-6648-446b-87ee-ed33be822b2a is already hosted by enough agents. {{(pid=100588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:56:07.407772 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.base_scheduler [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Resources bound (agent type, host, resource id): {{(pid=100588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:56:07.413190 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Received port after_create {{(pid=100588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:56:07.425382 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-de6cff48-1258-402a-a03c-28026908881b req-1408a8c2-b752-4b92-9a82-a86bb354d355 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Aug 13 02:56:07.435914 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'Port': ['ID=47935b16-e7ef-46bd-85d8-fec2537695c6,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:07.761698 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:07.826814 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:07.973217 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for port, precommit_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:07.977561 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6657232'] for port, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:08.051047 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event updated for resources: {'Port': ['ID=47935b16-e7ef-46bd-85d8-fec2537695c6,revision_number=2']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:08.057314 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585811'] for floatingip, after_update {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:08.154143 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.db.l3_db [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Floating IP 275d68c6-d764-42eb-8627-b825f0ed486b associated. External IP: 172.27.2.195, port: 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca. Aug 13 02:56:08.362036 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Router 445c7a1d-5f68-4799-a018-f13fa83ba68a has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:56:08.469681 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:56:08.479490 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] Sync routers for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:56:08.487732 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:08.491150 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:56:08.491855 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:55:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:56:08.523499 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-63285ff0-1b3a-4873-a4e7-d6c80da63bdd tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5144351 Aug 13 02:56:08.524577 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca'}] {{(pid=100588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:56:08.526594 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e7eaacf07d42cafacb34f76e7f893f7656108f4e0f7504d3ede1c141aad96a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e82ad4-83db-457d-8d5d-ff91833ba92e" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca"}]}' {{(pid=100588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:56:08.564517 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041c3d-8f77-4829-af2d-704b3ebe532d req-07681bfa-5fed-4335-a2b3-ddccb20ab30b tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:08.566072 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c4041c3d-8f77-4829-af2d-704b3ebe532d req-07681bfa-5fed-4335-a2b3-ddccb20ab30b tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0691471 Aug 13 02:56:08.610308 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-c4041c3d-8f77-4829-af2d-704b3ebe532d req-8288d9c0-e5b8-4ae2-bcbc-d5a17fae36d2 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372398 Aug 13 02:56:08.629055 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca27309-9146-41ce-8511-01c0eac83c5f x-openstack-request-id: req-5ca27309-9146-41ce-8511-01c0eac83c5f {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:56:08.629348 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca", "status": "completed", "code": 200}]} {{(pid=100588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:56:08.629600 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ca27309-9146-41ce-8511-01c0eac83c5f {{(pid=100588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:56:08.630002 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'status': 'completed', 'code': 200} Aug 13 02:56:08.735156 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:56:08.743228 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-89e2f459-fc4f-41a8-b5f1-ec0577a5830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:08.744749 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-89e2f459-fc4f-41a8-b5f1-ec0577a5830d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0467327 Aug 13 02:56:08.839868 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-35f4aa4a-be20-4963-a97b-6f89bbb4c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:08.841406 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7f940f70-149d-4a56-b3f2-04b6e6db50c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:08.841646 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-35f4aa4a-be20-4963-a97b-6f89bbb4c990 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.0874782 Aug 13 02:56:08.936848 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-fa64eb46-8aee-4b19-b77a-1e3642ff474b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 999 time: 0.0874698 Aug 13 02:56:08.984451 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '275d68c6-d764-42eb-8627-b825f0ed486b', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'port_id': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'mac_address': 'fa:16:3e:1f:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:56:07Z', 'updated_at': '2021-08-13T02:56:07Z', 'revision_number': 0, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:15Z', 'revision_number': 5, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:56:08.992608 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-c4e421a6-6c83-4a3c-a8cd-72d9ff1ddf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:08.994306 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-c4e421a6-6c83-4a3c-a8cd-72d9ff1ddf64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0453782 Aug 13 02:56:09.014669 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] Checking router: 445c7a1d-5f68-4799-a018-f13fa83ba68a for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:56:09.024140 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:56:09.024771 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T02:56:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:56:09.046033 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-d9978c42-dac2-4f52-8726-5b8d52630b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:09.047551 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-d9978c42-dac2-4f52-8726-5b8d52630b87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409782 Aug 13 02:56:09.079063 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:09.142746 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:56:09.149893 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-0736ac59-97e5-48b0-b97e-411ff8cb84ee service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899572 Aug 13 02:56:09.245560 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-75e82ad4-83db-457d-8d5d-ff91833ba92e req-a0e11cc9-321b-4e71-ba02-afa4763114c6 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882535 Aug 13 02:56:09.392859 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '275d68c6-d764-42eb-8627-b825f0ed486b', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'port_id': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'mac_address': 'fa:16:3e:1f:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:56:07Z', 'updated_at': '2021-08-13T02:56:07Z', 'revision_number': 0, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:15Z', 'revision_number': 5, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:56:09.418819 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176a752-b25d-450d-90bf-8c5444c6ec8d None None] The sync data for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi is: [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_floatingips': [{'id': '275d68c6-d764-42eb-8627-b825f0ed486b', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'router_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'port_id': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'mac_address': 'fa:16:3e:1f:a0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:56:07Z', 'updated_at': '2021-08-13T02:56:07Z', 'revision_number': 0, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:15Z', 'revision_number': 5, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:56:09.452532 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf051e-5df0-4f1a-beef-e40e9e4c913d req-a4de5b08-e00f-404e-a776-9b2f261deb42 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:09.454694 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eecf051e-5df0-4f1a-beef-e40e9e4c913d req-a4de5b08-e00f-404e-a776-9b2f261deb42 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0506134 Aug 13 02:56:09.495462 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-eecf051e-5df0-4f1a-beef-e40e9e4c913d req-9f634d7b-d44f-4143-85d7-cc71d5b1c0ea tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347989 Aug 13 02:56:09.614420 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d5d72-702d-4300-af4d-a56fd183292f None None] New status for floating IP 275d68c6-d764-42eb-8627-b825f0ed486b: ACTIVE {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:56:09.675667 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:09.747222 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:10.619875 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea471a-0c98-44cd-90d5-5a480f750007 req-7dd6d6a1-7fc6-4648-872b-82b03d0f2093 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:10.621392 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-85ea471a-0c98-44cd-90d5-5a480f750007 req-7dd6d6a1-7fc6-4648-872b-82b03d0f2093 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0562136 Aug 13 02:56:10.660205 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-85ea471a-0c98-44cd-90d5-5a480f750007 req-586e99e2-31d0-4bcf-8e08-c553c20a5e17 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Aug 13 02:56:11.311997 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:11.484051 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be3150-fc63-4c1b-8afb-b4021926317a req-753aa1bb-82c0-4c87-8ab8-e5162376b882 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:11.485521 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12be3150-fc63-4c1b-8afb-b4021926317a req-753aa1bb-82c0-4c87-8ab8-e5162376b882 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0482316 Aug 13 02:56:11.589287 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-12be3150-fc63-4c1b-8afb-b4021926317a req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Deleting port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:56:11.589522 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12be3150-fc63-4c1b-8afb-b4021926317a req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:11.673201 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-12be3150-fc63-4c1b-8afb-b4021926317a req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] For port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,segment=NetworkSegment(ee25eb7f-2ef8-4e02-af4c-69e171c66642),segment_id=ee25eb7f-2ef8-4e02-af4c-69e171c66642)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:56:11.673911 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12be3150-fc63-4c1b-8afb-b4021926317a req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:11.685910 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-12be3150-fc63-4c1b-8afb-b4021926317a req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Calling delete_port for 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:56:11.800826 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdab2d5-c4df-4ffa-87c4-b0ad6411c466 req-d1bf8e92-8d23-42a4-8c29-f92c3de279ce tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:11.802314 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2cdab2d5-c4df-4ffa-87c4-b0ad6411c466 req-d1bf8e92-8d23-42a4-8c29-f92c3de279ce tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ca85c86-423b-422a-80ae-0377709b9dd4 HTTP/1.1" status: 200 len: 945 time: 0.0723219 Aug 13 02:56:11.884650 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2cdab2d5-c4df-4ffa-87c4-b0ad6411c466 req-2f766386-ae16-4180-9f60-bf6f4b1bada6 tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c49fa6e-1917-466b-9112-aca6315903a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759087 Aug 13 02:56:11.889004 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12be3150-fc63-4c1b-8afb-b4021926317a req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:11.923359 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Pushing event deleted for resources: {'Port': ['ID=101437f4-b174-4fea-8ea3-a9e6cc4d2d51,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:11.959940 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-12be3150-fc63-4c1b-8afb-b4021926317a req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] No DVR routers for this DVR port 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:56:11.962427 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-12be3150-fc63-4c1b-8afb-b4021926317a req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:11.964487 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-12be3150-fc63-4c1b-8afb-b4021926317a req-d35c108b-13a6-4b13-b0fa-3c81219934ee tempest-VolumesActionsTest-1937658070 tempest-VolumesActionsTest-1937658070-project] 10.222.0.39 "DELETE /v2.0/ports/101437f4-b174-4fea-8ea3-a9e6cc4d2d51 HTTP/1.1" status: 204 len: 173 time: 0.4714034 Aug 13 02:56:11.964910 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca85c86-423b-422a-80ae-0377709b9dd4', 'name': 'network-vif-deleted', 'tag': '101437f4-b174-4fea-8ea3-a9e6cc4d2d51'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:56:11.967084 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9f59a0-f0a2-4e6a-b5d9-686878153d3f" -d '{"events": [{"server_uuid": "7ca85c86-423b-422a-80ae-0377709b9dd4", "name": "network-vif-deleted", "tag": "101437f4-b174-4fea-8ea3-a9e6cc4d2d51"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:56:12.006402 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a23be27-b9d0-4337-a04d-4b2268f738b0 x-openstack-request-id: req-2a23be27-b9d0-4337-a04d-4b2268f738b0 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:56:12.006828 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca85c86-423b-422a-80ae-0377709b9dd4", "name": "network-vif-deleted", "tag": "101437f4-b174-4fea-8ea3-a9e6cc4d2d51", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:56:12.007105 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a23be27-b9d0-4337-a04d-4b2268f738b0 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:56:12.007528 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca85c86-423b-422a-80ae-0377709b9dd4', 'name': 'network-vif-deleted', 'tag': '101437f4-b174-4fea-8ea3-a9e6cc4d2d51', 'status': 'completed', 'code': 200} Aug 13 02:56:13.808553 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:56:13.832658 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:56:13.833003 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 101437f4-b174-4fea-8ea3-a9e6cc4d2d51 not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:56:16.154168 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:56:22.310326 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-90e18585-4215-4605-8482-4c4a440ab467 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421312 Aug 13 02:56:22.450525 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-721bd64f-b949-4f49-a348-673d62311296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:22.452098 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-721bd64f-b949-4f49-a348-673d62311296 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0585206 Aug 13 02:56:22.580105 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-75278301-bbb6-49ab-a72e-debec770c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:22.581538 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-75278301-bbb6-49ab-a72e-debec770c1cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.0989921 Aug 13 02:56:22.655073 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-a8ef8ceb-d518-44d7-b22e-2b45a564ec41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 1001 time: 0.0594740 Aug 13 02:56:22.717042 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-0b1ea9da-616e-4cf2-8fb5-75adc4ab12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:22.718696 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-0b1ea9da-616e-4cf2-8fb5-75adc4ab12d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0558665 Aug 13 02:56:22.770756 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-17dc4376-4cd4-41f0-ac48-9a2ac6f1e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:56:22.772466 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-17dc4376-4cd4-41f0-ac48-9a2ac6f1e075 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438387 Aug 13 02:56:22.873813 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-9d03c8fd-1c6f-4d0c-9027-7f52aa177b5a service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920866 Aug 13 02:56:22.977108 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2ccb3cd6-6a15-4199-9e13-6d0484a6cb24 req-77032c3c-9d0d-4358-a940-705c7fa3b24f service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918746 Aug 13 02:56:35.854884 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-866f1fd2-ff5b-4f0c-b757-f26ab2e0bb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:36.147287 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [req-f008808b-56ca-460e-a947-6266b61111b9 req-7254943b-c68e-4336-9fa8-b77a378e01b6 service neutron] (100588) timed out ('10.222.0.39', 51998) {{(pid=100588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:56:36.678069 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49440) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:56:36.721677 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Deleting subnet 5fbe9a8e-5801-4bdb-8589-81691fa0a52b {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:56:36.724629 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:36.758669 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:36.795683 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:36.853135 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:36.880201 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fbe9a8e-5801-4bdb-8589-81691fa0a52b,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:36.883078 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:36.884360 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5fbe9a8e-5801-4bdb-8589-81691fa0a52b HTTP/1.1" status: 204 len: 168 time: 0.2053223 Aug 13 02:56:36.886983 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49442) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:56:36.890883 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.891267 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.891581 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.891921 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.892257 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.892620 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.892958 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.893289 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.893643 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.894017 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.894340 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.895125 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b11ad9-7366-414d-98f7-c779e5bce566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:36.954373 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.033577 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.043089 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9770b5-f4de-4d4c-927a-7f7dddd81d16']}} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:56:37.052725 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee25eb7f-2ef8-4e02-af4c-69e171c66642') {'for_net_delete': True} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:56:37.053017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee25eb7f-2ef8-4e02-af4c-69e171c66642') {} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:56:37.061322 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7456239'] for segment, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.074454 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.080496 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=100589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:56:37.080870 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883660'] for segment, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: Traceback (most recent call last): Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: timer() Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: cb(*args, **kw) Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: return func(*args, **kwargs) Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: self._notify() Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: self.callback(batched_events) Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: event.method(event) Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: return f(self, *a, **k) Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._get(url).json() Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: return self.request(url, 'GET', **kwargs) Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:56:37.082473 dv-cinder-759994-5-iscsi neutron-server[100589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:56:37.133250 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.137531 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.140191 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] 10.222.0.43 "DELETE /v2.0/networks/4a9770b5-f4de-4d4c-927a-7f7dddd81d16 HTTP/1.1" status: 204 len: 168 time: 0.2521851 Aug 13 02:56:37.157357 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9770b5-f4de-4d4c-927a-7f7dddd81d16,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:37.164651 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.164998 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.165359 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.165689 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.166016 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.166345 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.166668 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.166990 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.167313 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.167632 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.167957 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.168273 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7798f1-c82d-4d9c-a7e5-2fa9d24cd35e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:56:37.247885 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49446) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:56:37.287737 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-5e54c56a-b6ef-4e4b-a06b-d0d72c04631c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02bc1bd46de543cd953633fe81371e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385857 Aug 13 02:56:37.290125 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49448) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:56:37.335526 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0decfc6b-a138-4656-ac35-a9fa2c52208b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.355212 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0decfc6b-a138-4656-ac35-a9fa2c52208b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.400748 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0decfc6b-a138-4656-ac35-a9fa2c52208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.403290 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-0decfc6b-a138-4656-ac35-a9fa2c52208b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:37.404464 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-0decfc6b-a138-4656-ac35-a9fa2c52208b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c49fa6e-1917-466b-9112-aca6315903a9 HTTP/1.1" status: 204 len: 168 time: 0.1134546 Aug 13 02:56:37.412517 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decfc6b-a138-4656-ac35-a9fa2c52208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c49fa6e-1917-466b-9112-aca6315903a9,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:56:38.792929 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-72bcb4dc-86c3-4dc3-90ec-84341f515002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:39.060205 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:39.693671 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:39.750663 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:41.314347 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:53.152659 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:57:05.855408 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-bc54998c-83ab-472c-b948-3a4e8d403997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:08.793682 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-b1a7ace6-0843-43c8-aa64-e31dacd1258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:09.061830 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:09.712946 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:09.753070 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:11.315836 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:24.398583 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-d6bed39d-4aee-4f3b-877a-eba5690e3d08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1286936 Aug 13 02:57:24.510193 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-1637ab4c-1da9-48bc-b4aa-72fa8f9ac3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:57:24.511520 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-1637ab4c-1da9-48bc-b4aa-72fa8f9ac3bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0397103 Aug 13 02:57:24.621047 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-ebaf4e46-55eb-4c97-a23d-347c14233eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:57:24.622530 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-ebaf4e46-55eb-4c97-a23d-347c14233eba service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.0898378 Aug 13 02:57:24.689151 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-3f54d361-6fd4-418a-a530-3b44897444f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 1001 time: 0.0581281 Aug 13 02:57:24.743807 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-e2decb4f-6a51-4124-855c-7b0f3c556681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:57:24.745316 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-e2decb4f-6a51-4124-855c-7b0f3c556681 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0479889 Aug 13 02:57:24.796558 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-ed8303c0-a0fd-4d02-8481-7f225ca61a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:57:24.798064 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-ed8303c0-a0fd-4d02-8481-7f225ca61a7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451932 Aug 13 02:57:24.886357 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-a0c05857-cfba-41e6-9c6f-26fcbc7e4f73 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802784 Aug 13 02:57:24.980158 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d55d14fa-aee0-4376-98f0-ca6ab5594596 req-5b293fa6-3841-4191-9166-7a617cd9b14f service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835369 Aug 13 02:57:29.436583 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49690) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:57:29.551842 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-59fbb7ce-fba6-4b3e-bc90-3e41fec17d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:29.642217 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-59fbb7ce-fba6-4b3e-bc90-3e41fec17d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:29.646347 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-59fbb7ce-fba6-4b3e-bc90-3e41fec17d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_create {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:29.684925 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-59fbb7ce-fba6-4b3e-bc90-3e41fec17d82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c319bf7dbfe743aca42a3c09b8882441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473578 Aug 13 02:57:29.685752 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbb7ce-fba6-4b3e-bc90-3e41fec17d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad646d5-5f16-4a7b-ae39-a7e1d86b3c42,revision_number=1']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:57:29.687691 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49694) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:57:29.735968 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-171e9e12-d891-4d6b-a7dd-75352a9c5dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:29.757250 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-171e9e12-d891-4d6b-a7dd-75352a9c5dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:29.804388 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-171e9e12-d891-4d6b-a7dd-75352a9c5dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:29.807166 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-171e9e12-d891-4d6b-a7dd-75352a9c5dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:29.808313 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-171e9e12-d891-4d6b-a7dd-75352a9c5dac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bad646d5-5f16-4a7b-ae39-a7e1d86b3c42 HTTP/1.1" status: 204 len: 168 time: 0.1196864 Aug 13 02:57:29.816087 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9e12-d891-4d6b-a7dd-75352a9c5dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad646d5-5f16-4a7b-ae39-a7e1d86b3c42,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:57:30.152266 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:57:35.854675 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-e7740eae-8a89-4689-acfa-304f48a3f09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:38.794253 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-43d21ef7-6e7c-4a42-8639-e91665eaee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:39.061958 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:39.700973 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:39.757890 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:57:41.319333 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:05.855143 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-46c11991-4cfd-4d98-8688-4cc0b6b4d518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:07.151665 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:58:08.795006 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-f62d030d-a1f7-4a08-b799-5ea4d5a94b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:09.061880 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:09.710285 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:09.760476 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:11.322441 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:21.186329 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [req-31c225bc-3097-458c-8d00-b8f28226b04b req-b0aefb8d-a17f-49fc-9906-2be3ffb9fffe service neutron] (100589) timed out ('10.222.0.39', 52039) {{(pid=100589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:58:26.276304 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-76fe2f37-f8b3-473e-b08b-ba15957a472b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391271 Aug 13 02:58:26.376513 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-4ebfed81-e354-4a84-8417-923537a46ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:58:26.377932 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-4ebfed81-e354-4a84-8417-923537a46ffc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0392261 Aug 13 02:58:26.480582 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-6ad773ea-8a67-4c0e-aa48-11c9821972a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:58:26.482031 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-6ad773ea-8a67-4c0e-aa48-11c9821972a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.0837736 Aug 13 02:58:26.548376 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-46d8b49c-e12f-459a-956f-b363337c3043 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 1001 time: 0.0586162 Aug 13 02:58:26.600017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-66bf0cbf-d4d2-4162-8a29-b9fa6a445cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:58:26.603012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-66bf0cbf-d4d2-4162-8a29-b9fa6a445cbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0450506 Aug 13 02:58:26.646015 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-39401bd5-d8ac-44d8-9cf4-4d20aa60c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:58:26.647427 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-39401bd5-d8ac-44d8-9cf4-4d20aa60c902 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376081 Aug 13 02:58:26.734555 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-a751b30b-9917-4d63-b94f-7d7a9b222854 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784748 Aug 13 02:58:26.825807 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1bddfaa7-c120-4317-a110-aecc61987c50 req-0281a6e8-44b2-41a0-a0ff-ee0d2cf0390c service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824022 Aug 13 02:58:35.857538 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ab26d46a-5190-4542-8a24-8f9d9b9b40af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:38.795509 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-03217a64-cb96-4422-8143-c6f8e338ee5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:39.063803 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:39.715946 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:39.762406 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:41.325804 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:58:44.150180 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:58:58.111272 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6ea5d-366f-424e-bdc4-b3e222d63861 req-ce072406-0220-40d2-96e3-e0e749dd8552 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:58:58.112739 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2fd6ea5d-366f-424e-bdc4-b3e222d63861 req-ce072406-0220-40d2-96e3-e0e749dd8552 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0493085 Aug 13 02:58:58.149650 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-2fd6ea5d-366f-424e-bdc4-b3e222d63861 req-b42ad6c1-ccc7-4673-b00e-90bb20479998 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298011 Aug 13 02:58:59.429461 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b59b6-c421-48e4-932a-24695f54611a req-8ec22e29-0f6f-4865-8fdf-4b5b5fdb12a3 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:58:59.431156 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-af4b59b6-c421-48e4-932a-24695f54611a req-8ec22e29-0f6f-4865-8fdf-4b5b5fdb12a3 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0515754 Aug 13 02:58:59.468374 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-af4b59b6-c421-48e4-932a-24695f54611a req-390f473c-d44d-4e63-b6d2-06eb6481e639 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Aug 13 02:59:00.595215 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea6c34-f551-4191-94de-4ac85413535c req-63594c22-e7ec-4d07-b8a8-de3da9973578 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:00.596676 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-06ea6c34-f551-4191-94de-4ac85413535c req-63594c22-e7ec-4d07-b8a8-de3da9973578 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0473588 Aug 13 02:59:00.633339 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-06ea6c34-f551-4191-94de-4ac85413535c req-01cd3b1c-45bf-4fe9-8f38-991d957ae145 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299947 Aug 13 02:59:01.744114 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e1821-2597-4bf9-a44d-40d222678e82 req-b0bc81d2-8c65-4254-a0c4-2241d7e6b731 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:01.745605 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9b4e1821-2597-4bf9-a44d-40d222678e82 req-b0bc81d2-8c65-4254-a0c4-2241d7e6b731 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0478902 Aug 13 02:59:01.782814 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9b4e1821-2597-4bf9-a44d-40d222678e82 req-c1461b6f-3f92-453a-adc1-5369c0bcd4ab tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Aug 13 02:59:02.899127 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01e46f-52bc-4dce-82d7-59195ca9040d req-072d0923-c5a5-4cd5-b077-f3f18170421d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:02.900608 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4c01e46f-52bc-4dce-82d7-59195ca9040d req-072d0923-c5a5-4cd5-b077-f3f18170421d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0522182 Aug 13 02:59:03.215855 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4c01e46f-52bc-4dce-82d7-59195ca9040d req-f0d70e2f-b9e1-4d82-a5ad-a0242935e446 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093755 Aug 13 02:59:04.326594 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451345f7-6ddc-47e4-9e2e-679b0ad688b0 req-fe6be264-70b0-4348-ab28-53210ba055e3 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:04.328012 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-451345f7-6ddc-47e4-9e2e-679b0ad688b0 req-fe6be264-70b0-4348-ab28-53210ba055e3 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0467942 Aug 13 02:59:04.364773 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-451345f7-6ddc-47e4-9e2e-679b0ad688b0 req-1e40c0f5-b82d-4c43-89db-c0dcf3871249 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309644 Aug 13 02:59:05.475139 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709a86b-52ca-493f-b17b-3cc4534f64a3 req-e7554ed0-4199-4217-95c1-5674590780e1 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:05.477107 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d709a86b-52ca-493f-b17b-3cc4534f64a3 req-e7554ed0-4199-4217-95c1-5674590780e1 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0478084 Aug 13 02:59:05.513291 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-d709a86b-52ca-493f-b17b-3cc4534f64a3 req-0d95c833-0c53-4e06-95ab-c6b2c5f0c70e tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299151 Aug 13 02:59:05.858234 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9baed0b8-6715-4eed-8bc1-1d4142e41907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:06.626895 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143775-0950-410a-9bf7-87572b89e9c0 req-b0a054d2-b707-4339-ac63-dad06a789800 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:06.628320 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-57143775-0950-410a-9bf7-87572b89e9c0 req-b0a054d2-b707-4339-ac63-dad06a789800 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0505829 Aug 13 02:59:06.665307 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-57143775-0950-410a-9bf7-87572b89e9c0 req-86e1d616-19e7-4a8a-b814-a26773270f04 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Aug 13 02:59:07.775599 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b4eea-1c50-4ba9-99db-3de76b5af2a4 req-6974ff2f-ccbe-4514-99fb-3fc9cd943c38 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:07.777077 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8b2b4eea-1c50-4ba9-99db-3de76b5af2a4 req-6974ff2f-ccbe-4514-99fb-3fc9cd943c38 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0473888 Aug 13 02:59:07.813534 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8b2b4eea-1c50-4ba9-99db-3de76b5af2a4 req-c680ee4d-6698-46f4-9d8c-890556c2261b tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307086 Aug 13 02:59:08.362697 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e8681-c856-40e3-82d8-60205fa09e6d req-5fd3d161-2e23-4bcc-b26d-e28b7773de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:08.364034 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-793e8681-c856-40e3-82d8-60205fa09e6d req-5fd3d161-2e23-4bcc-b26d-e28b7773de7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0395741 Aug 13 02:59:08.453149 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e8681-c856-40e3-82d8-60205fa09e6d req-7c9f8336-9e9c-4f8f-8ab8-21791a406e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:08.454585 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-793e8681-c856-40e3-82d8-60205fa09e6d req-7c9f8336-9e9c-4f8f-8ab8-21791a406e3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.0832622 Aug 13 02:59:08.517513 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-793e8681-c856-40e3-82d8-60205fa09e6d req-6f0fda40-d994-403b-8927-c72524e59e6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 1001 time: 0.0553584 Aug 13 02:59:08.568012 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e8681-c856-40e3-82d8-60205fa09e6d req-b96bccb1-d0f1-44df-a392-2d8f67709d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:08.569454 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-793e8681-c856-40e3-82d8-60205fa09e6d req-b96bccb1-d0f1-44df-a392-2d8f67709d00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0447464 Aug 13 02:59:08.614045 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e8681-c856-40e3-82d8-60205fa09e6d req-45d293bc-4e96-4cf6-b00e-11fda33e0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:08.615398 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-793e8681-c856-40e3-82d8-60205fa09e6d req-45d293bc-4e96-4cf6-b00e-11fda33e0e23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386114 Aug 13 02:59:08.700373 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-793e8681-c856-40e3-82d8-60205fa09e6d req-a479a244-83f2-4908-891c-afa53e3d7699 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774543 Aug 13 02:59:08.791574 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-793e8681-c856-40e3-82d8-60205fa09e6d req-c3b44d14-6ddb-4289-bff6-84c01042ae9c service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837941 Aug 13 02:59:08.795057 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9f41d9bd-8ccd-4ada-964a-4435af044986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:08.927636 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15da7d-166d-4069-b2e9-8e9174a28624 req-34160747-29ab-4fd4-81b8-7128b18f994e tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:08.929038 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8f15da7d-166d-4069-b2e9-8e9174a28624 req-34160747-29ab-4fd4-81b8-7128b18f994e tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0500271 Aug 13 02:59:08.966677 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8f15da7d-166d-4069-b2e9-8e9174a28624 req-b8f55e4d-4a29-4b7d-a7e0-ca86c0ad152e tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Aug 13 02:59:09.065307 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:09.732676 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:09.765843 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:10.079221 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30624a-5484-4c5f-90b0-6a719dec6079 req-2f1c5177-07ca-4ceb-9d8c-393c36a0e5a4 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:10.080708 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8f30624a-5484-4c5f-90b0-6a719dec6079 req-2f1c5177-07ca-4ceb-9d8c-393c36a0e5a4 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0483704 Aug 13 02:59:10.119426 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8f30624a-5484-4c5f-90b0-6a719dec6079 req-12e98b77-0cfc-4018-9ed0-c2ec88d316ab tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317872 Aug 13 02:59:11.239838 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bca3d7-cd94-4418-afa5-47b973dcc0f5 req-13416f1c-0f2c-4f4c-83b8-2b9cf63af8bf tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:11.241503 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-47bca3d7-cd94-4418-afa5-47b973dcc0f5 req-13416f1c-0f2c-4f4c-83b8-2b9cf63af8bf tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0544605 Aug 13 02:59:11.281362 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-47bca3d7-cd94-4418-afa5-47b973dcc0f5 req-68fc3931-a536-41a3-921f-738aa541e1f3 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Aug 13 02:59:11.327040 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:12.394607 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bd4d8-ff81-4662-886d-c143e6b72306 req-62b4758f-a66b-43ae-8ac0-10353e001cc8 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:12.396098 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a3bd4d8-ff81-4662-886d-c143e6b72306 req-62b4758f-a66b-43ae-8ac0-10353e001cc8 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0488451 Aug 13 02:59:12.434640 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3a3bd4d8-ff81-4662-886d-c143e6b72306 req-7cf79747-1f2c-4d01-96ec-b7902f746e7a tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325534 Aug 13 02:59:13.662201 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa4b68-fc22-44a6-86d9-1534c8119534 req-ce8e3702-d6ed-44da-82e3-b2cf79e89f7f tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:13.663709 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5daa4b68-fc22-44a6-86d9-1534c8119534 req-ce8e3702-d6ed-44da-82e3-b2cf79e89f7f tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0518498 Aug 13 02:59:13.701720 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-5daa4b68-fc22-44a6-86d9-1534c8119534 req-6187e656-d65e-4cc8-a265-af9bb16a854d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314605 Aug 13 02:59:13.716057 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49772) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:59:13.802961 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-ab0be101-c024-41cb-8307-2f1b76e84cd2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857470 Aug 13 02:59:14.591473 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:59:14.668859 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:14.690769 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:59:14.693034 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f268d2e8-345e-4714-8cad-a82ac211e6f8" -d '{"events": [{"server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "name": "network-vif-unplugged", "status": "completed", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:59:14.705742 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:59:14.709836 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:14.758632 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,revision_number=6']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:59:14.766166 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.766508 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.766851 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.767183 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.767516 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.767844 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.768169 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.768515 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.768845 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.769165 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.769484 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.769802 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:59:14.823765 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18d65-239c-435b-bdd9-db7a885e5927 req-a6cdd83f-b5e9-4064-b6d9-91c55de333d7 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:14.825368 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-41d18d65-239c-435b-bdd9-db7a885e5927 req-a6cdd83f-b5e9-4064-b6d9-91c55de333d7 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0503523 Aug 13 02:59:14.852774 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 02:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520c8a93-b8f1-4e0e-be61-72fac4e2a0b9 x-openstack-request-id: req-520c8a93-b8f1-4e0e-be61-72fac4e2a0b9 {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:59:14.853136 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "name": "network-vif-unplugged", "status": "failed", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca", "code": 422}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:59:14.853448 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-520c8a93-b8f1-4e0e-be61-72fac4e2a0b9 {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:59:14.854941 dv-cinder-759994-5-iscsi neutron-server[100590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'code': 422} returned with failed status Aug 13 02:59:14.866655 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-41d18d65-239c-435b-bdd9-db7a885e5927 req-065ea121-a0fa-4d84-985c-7cb07221159c tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346010 Aug 13 02:59:15.518295 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-d92256d6-e6cb-4d49-9abf-2a2641f7466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:15.519659 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-d92256d6-e6cb-4d49-9abf-2a2641f7466f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad&tenant_id=648569d0a6d74e53806e9d6a9666deb5 HTTP/1.1" status: 200 len: 1096 time: 0.0402522 Aug 13 02:59:15.599388 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-50abf9ba-34c6-434b-a2d0-a08514b5e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:15.600923 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-50abf9ba-34c6-434b-a2d0-a08514b5e393 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1096 time: 0.0455258 Aug 13 02:59:15.688944 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-848ddae9-d4e7-4c09-b1ff-82a01344be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:15.690364 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-848ddae9-d4e7-4c09-b1ff-82a01344be04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.0807359 Aug 13 02:59:15.761678 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-5c525525-8446-4827-b79f-bae372093f4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 999 time: 0.0640075 Aug 13 02:59:15.811254 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-de1e3a84-26bd-4587-af8c-cc3edd89f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:15.812601 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-de1e3a84-26bd-4587-af8c-cc3edd89f843 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0433779 Aug 13 02:59:15.858655 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-cef2cc61-aea3-4289-a408-53fe3f204160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:15.860094 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-cef2cc61-aea3-4289-a408-53fe3f204160 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401206 Aug 13 02:59:15.990676 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-03decc29-7126-40e1-a858-bd2d11183e8e service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214421 Aug 13 02:59:16.008501 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58a7cd-dc32-47c6-8286-425b0fb7ae54 req-cd1bbc75-6c63-4586-b1ee-37adce4cc3ef tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:16.009913 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9c58a7cd-dc32-47c6-8286-425b0fb7ae54 req-cd1bbc75-6c63-4586-b1ee-37adce4cc3ef tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0658462 Aug 13 02:59:16.094988 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9c58a7cd-dc32-47c6-8286-425b0fb7ae54 req-e9f09d98-3742-4a4a-a866-e9f37356861e tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778501 Aug 13 02:59:16.122892 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-17c653a5-fd9b-4a6a-8895-9cae8eab22a2 req-2654edf9-26aa-4bf5-8a9e-ce3eb3544687 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222222 Aug 13 02:59:17.221179 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e848fa-21c4-48fe-8c8e-410fed19b6c4 req-368e07da-e731-4e25-a873-27f3d12375fe tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:17.222805 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a9e848fa-21c4-48fe-8c8e-410fed19b6c4 req-368e07da-e731-4e25-a873-27f3d12375fe tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0624924 Aug 13 02:59:17.261230 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-a9e848fa-21c4-48fe-8c8e-410fed19b6c4 req-f986bd73-b98f-4326-bb91-b4119256dcda tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Aug 13 02:59:18.372672 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295c086-c737-4e50-b8e4-c2036afafee5 req-8e51c207-79be-4ee0-865c-f1fa9179b472 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:18.374110 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7295c086-c737-4e50-b8e4-c2036afafee5 req-8e51c207-79be-4ee0-865c-f1fa9179b472 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0472159 Aug 13 02:59:18.410804 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-7295c086-c737-4e50-b8e4-c2036afafee5 req-d647a6d3-3c23-4f3e-93d2-9eddd01532ff tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308757 Aug 13 02:59:19.525762 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c5f5-9bcc-4a99-af9f-90996c3d4507 req-64fdf389-9863-46e0-84d2-8ba50e4405f6 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:19.527133 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ba53c5f5-9bcc-4a99-af9f-90996c3d4507 req-64fdf389-9863-46e0-84d2-8ba50e4405f6 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0519300 Aug 13 02:59:19.564521 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-ba53c5f5-9bcc-4a99-af9f-90996c3d4507 req-ad07c25b-3b81-45fa-8aa4-19cc84ec8ea5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306060 Aug 13 02:59:20.677918 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc00a9-a239-4447-b22a-dab1a783c7da req-dc616fc7-99b6-4029-8e16-7c6367c8c324 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:20.679402 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-52dc00a9-a239-4447-b22a-dab1a783c7da req-dc616fc7-99b6-4029-8e16-7c6367c8c324 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0476866 Aug 13 02:59:20.716962 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-52dc00a9-a239-4447-b22a-dab1a783c7da req-9e16856e-aa0e-46d8-a959-3d452653847a tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306518 Aug 13 02:59:21.152372 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:59:21.830323 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e4eeb-c219-4e8b-a575-b831d781f83d req-93d89361-7299-4da7-801e-a119c1d36694 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:21.831798 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dd5e4eeb-c219-4e8b-a575-b831d781f83d req-93d89361-7299-4da7-801e-a119c1d36694 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0491271 Aug 13 02:59:21.869091 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-dd5e4eeb-c219-4e8b-a575-b831d781f83d req-32cee286-6ecf-4be2-ab7e-ff9e944776e5 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314157 Aug 13 02:59:22.985545 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df71a8-de28-4dea-98ca-56f1d1b14a0d req-ac271e7e-c04a-4939-9c52-36329fe902bb tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:22.986988 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49df71a8-de28-4dea-98ca-56f1d1b14a0d req-ac271e7e-c04a-4939-9c52-36329fe902bb tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0515437 Aug 13 02:59:23.022674 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-49df71a8-de28-4dea-98ca-56f1d1b14a0d req-6cbc9e8c-3963-4ed1-9904-fe4c3dc1ba4e tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299692 Aug 13 02:59:24.136281 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1293f0-48ea-45a9-bc97-13c9c2204623 req-32a75cbf-4a29-4bb8-a501-0a0909d1a41c tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:24.138093 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1a1293f0-48ea-45a9-bc97-13c9c2204623 req-32a75cbf-4a29-4bb8-a501-0a0909d1a41c tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 943 time: 0.0493608 Aug 13 02:59:24.174397 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1a1293f0-48ea-45a9-bc97-13c9c2204623 req-52a43c20-9bb5-4f32-bd0f-2d9eaf7d36e9 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304091 Aug 13 02:59:24.638838 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca details requested by agent hyperv_hv-cinder-75999 with host hv-cinder-75999 {{(pid=100590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:59:24.729922 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:59:24.740729 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Returning: {'device': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'port_id': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'mac_address': 'fa:16:3e:1f:a0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:59:24.776188 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:24.788375 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca {{(pid=100590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:59:24.806640 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:59:24.811263 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:24.855266 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,revision_number=7']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:59:25.286008 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181d8cd-f23a-4254-bacf-ce3220024e28 req-4fdd2209-4752-4466-8d1d-75fa4d608b7d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:25.287467 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1181d8cd-f23a-4254-bacf-ce3220024e28 req-4fdd2209-4752-4466-8d1d-75fa4d608b7d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 944 time: 0.0475969 Aug 13 02:59:25.320787 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] get_ports_and_sgs() called for port_ids ['82f8bddd-92bf-4cd8-8c7f-4bb3373354ca'] {{(pid=100590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:59:25.324377 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1181d8cd-f23a-4254-bacf-ce3220024e28 req-6905f927-282a-444d-97b0-5a5f5b5bab78 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311484 Aug 13 02:59:26.439897 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c8ac0-c24e-48ae-ae6b-89827a067a08 req-5904007d-c1e3-474e-ab1a-e1d2893f56d7 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:26.441372 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1d7c8ac0-c24e-48ae-ae6b-89827a067a08 req-5904007d-c1e3-474e-ab1a-e1d2893f56d7 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 944 time: 0.0507312 Aug 13 02:59:26.478112 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-1d7c8ac0-c24e-48ae-ae6b-89827a067a08 req-91535ff0-6fda-473c-98c2-a11a699c595f tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Aug 13 02:59:26.656076 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca up at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:59:26.702355 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.provisioning_blocks [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Provisioning complete for port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca triggered by entity L2. {{(pid=100590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:59:26.702732 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733513'] for port, provisioning_complete {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:26.778092 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-563978'] for port, before_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:26.800139 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca'}] {{(pid=100590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:59:26.802299 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ead6190b6609225de4efd4e22dab5bb1ddb8e86516c080c1a07d5d6f266e78f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e45e7a8-dc0f-460e-bad3-f8e8ab3825f3" -d '{"events": [{"server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "name": "network-vif-plugged", "status": "completed", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca"}]}' {{(pid=100590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:59:26.814519 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.db [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:59:26.818387 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727958100372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727957547021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727957547039'] for port, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:26.841318 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17428d91-baa7-44cb-817d-4727528f644e x-openstack-request-id: req-17428d91-baa7-44cb-817d-4727528f644e {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:59:26.841607 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "name": "network-vif-plugged", "status": "completed", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca", "code": 200}]} {{(pid=100590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:59:26.841854 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17428d91-baa7-44cb-817d-4727528f644e {{(pid=100590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:59:26.842232 dv-cinder-759994-5-iscsi neutron-server[100590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'code': 200} Aug 13 02:59:26.867534 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Pushing event updated for resources: {'Port': ['ID=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,revision_number=8']} {{(pid=100590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:59:27.103427 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca19b09-b259-48b6-a687-13062f476d7b req-bf33c8fb-a725-4115-8b48-20a806402df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:27.104866 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fca19b09-b259-48b6-a687-13062f476d7b req-bf33c8fb-a725-4115-8b48-20a806402df9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0402987 Aug 13 02:59:27.141119 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fca19b09-b259-48b6-a687-13062f476d7b req-4aca5c7a-b228-4d04-9d21-f89dd940e1b3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275874 Aug 13 02:59:27.592111 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b7c84-c5c4-433b-a8ac-1c3684251dab req-7f26c519-7d2b-4006-8271-68a00ff5ec1d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:27.593589 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3b7b7c84-c5c4-433b-a8ac-1c3684251dab req-7f26c519-7d2b-4006-8271-68a00ff5ec1d tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0498540 Aug 13 02:59:27.633254 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-3b7b7c84-c5c4-433b-a8ac-1c3684251dab req-513a4f4a-d625-409e-9b99-3da399104084 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337038 Aug 13 02:59:27.685734 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-d610c450-c940-43d1-a19b-b3435e586aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:27.687170 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-d610c450-c940-43d1-a19b-b3435e586aca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0427449 Aug 13 02:59:27.789912 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-6f108c53-4d96-48fc-9572-ca7a734232a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:27.791230 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-6f108c53-4d96-48fc-9572-ca7a734232a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.0799940 Aug 13 02:59:27.858788 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-4bd59dba-8577-4943-be5e-0df20a78cdd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 1001 time: 0.0585973 Aug 13 02:59:27.911215 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-0757f05e-fbe6-4f51-b2b0-162eaf6d15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:27.912698 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-0757f05e-fbe6-4f51-b2b0-162eaf6d15d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0426238 Aug 13 02:59:27.958772 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-dd6f9b77-8bb3-4907-a24c-2c4e9d79a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:27.960223 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-dd6f9b77-8bb3-4907-a24c-2c4e9d79a857 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392876 Aug 13 02:59:28.065806 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-2040280d-4a6a-40b8-a7b3-287678893579 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851595 Aug 13 02:59:28.155734 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-79162ce4-a4df-4bbb-9fb8-fd6e507d5ea2 req-c860f40d-996e-4c94-9ad1-2b2638297904 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822797 Aug 13 02:59:28.750592 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfad50-4e32-4ede-8343-de44f4c94dba req-ad9fb89c-4d4c-408f-8cb6-9689a53d80e0 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:28.752130 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-51bfad50-4e32-4ede-8343-de44f4c94dba req-ad9fb89c-4d4c-408f-8cb6-9689a53d80e0 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0505295 Aug 13 02:59:28.789314 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-51bfad50-4e32-4ede-8343-de44f4c94dba req-9e1f57a7-eea9-4b67-aa78-bb42b0eb7e74 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310593 Aug 13 02:59:29.906344 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7620e4-b337-48e9-af00-8f43c5a11488 req-a5c49379-0fb2-4569-ba73-d32bbfa7afe3 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:59:29.907932 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb7620e4-b337-48e9-af00-8f43c5a11488 req-a5c49379-0fb2-4569-ba73-d32bbfa7afe3 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0513093 Aug 13 02:59:29.945266 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-fb7620e4-b337-48e9-af00-8f43c5a11488 req-dd254d7a-95cd-41ef-89a2-59a55e536ec0 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308223 Aug 13 02:59:35.859244 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1fb9baf5-192c-48fe-8b46-ceb39adeb53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:38.913734 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-57768f1a-5a22-4384-92f4-7dd5a4d009f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:39.068131 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:39.752267 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:39.767873 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:41.330560 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:59:58.150824 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:00:05.860264 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-399c449f-7a3b-4fb1-a301-41fe723bad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:08.792507 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-7925023b-5c3f-459c-ba1c-d5fcb3d060b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:09.069148 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:09.771791 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:09.773795 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:11.333033 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:27.265739 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-4b035465-58f0-4d0d-a4e9-195c63fe7660 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402162 Aug 13 03:00:27.372257 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-64be79cc-e44b-4c1e-9b48-1ea22da461eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:00:27.373729 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-64be79cc-e44b-4c1e-9b48-1ea22da461eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0399773 Aug 13 03:00:27.474922 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-006e904f-c248-4cf7-9728-10c4684ce7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:00:27.476357 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-006e904f-c248-4cf7-9728-10c4684ce7a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.0834060 Aug 13 03:00:27.541336 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-d4f350b3-7730-463d-a4a7-653a4c32a3bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 1001 time: 0.0562637 Aug 13 03:00:27.587915 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-679ac49c-e9d1-4cf5-8546-01130f3c2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:00:27.589324 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-679ac49c-e9d1-4cf5-8546-01130f3c2397 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0406525 Aug 13 03:00:27.637239 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-770192df-84ef-484e-aa32-b64358e52582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:00:27.638681 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-770192df-84ef-484e-aa32-b64358e52582 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420401 Aug 13 03:00:27.724266 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-6046aa7a-dcc6-4ae8-980a-f6da3819ead3 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784853 Aug 13 03:00:27.814457 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-f0d9d87e-206d-4a8e-8e83-d33423a6fc03 req-336d807e-53c5-4da5-bc2b-0f3c1b1bd654 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823526 Aug 13 03:00:35.149890 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:00:35.862583 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fe20fcc1-528b-4df7-bba9-90ad7de17d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:38.791982 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-45a7f5d2-2f8c-41f4-b14b-92d4cf13895e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:39.069072 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:39.764849 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:39.774131 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:00:41.335043 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:05.538956 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49846) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:05.788455 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Deleting port 47935b16-e7ef-46bd-85d8-fec2537695c6 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:01:05.789262 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:05.863379 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d06269c5-4ac0-4a4a-9fda-aba70cd68961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:05.864071 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:05.864202 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:05.876714 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Calling delete_port for 47935b16-e7ef-46bd-85d8-fec2537695c6 owned by network:floatingip {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:01:06.019762 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:06.045717 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event deleted for resources: {'Port': ['ID=47935b16-e7ef-46bd-85d8-fec2537695c6,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:06.078495 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.078846 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.079193 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.079527 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.079857 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.080187 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.081199 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.081534 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.081873 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.082202 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.082525 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.082846 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:06.121211 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for floatingip, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:06.121593 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.db.l3_db [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Floating IP 275d68c6-d764-42eb-8627-b825f0ed486b disassociated (deleted). External IP: 172.27.2.195, port: 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca. Aug 13 03:01:06.331033 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Router 445c7a1d-5f68-4799-a018-f13fa83ba68a has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:01:06.438137 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:01:06.443824 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for floatingip, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:06.448322 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68912849-dd9c-4426-b243-c562252f3007 None None] Sync routers for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:01:06.457676 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68912849-dd9c-4426-b243-c562252f3007 None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:01:06.458287 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-68912849-dd9c-4426-b243-c562252f3007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T03:00:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:06.472922 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-bef9e61c-dd08-4be7-8632-9dc5faa5dbd2 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "DELETE /v2.0/floatingips/275d68c6-d764-42eb-8627-b825f0ed486b HTTP/1.1" status: 204 len: 168 time: 0.9329717 Aug 13 03:01:06.473519 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:01:06.475808 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3" -d '{"events": [{"name": "network-changed", "server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:01:06.567437 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-68912849-dd9c-4426-b243-c562252f3007 None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:01:06.762517 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f689c1-aba0-4f8b-9e1d-58751e32543c req-970d8945-fc4d-4c15-9ee3-455097780d7b tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:06.763984 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e9f689c1-aba0-4f8b-9e1d-58751e32543c req-970d8945-fc4d-4c15-9ee3-455097780d7b tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.1039131 Aug 13 03:01:06.802006 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-e9f689c1-aba0-4f8b-9e1d-58751e32543c req-f9156f77-07b8-47ab-8bfb-f76d291e69b4 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Aug 13 03:01:06.897679 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-68912849-dd9c-4426-b243-c562252f3007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:15Z', 'revision_number': 5, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:06.922378 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68912849-dd9c-4426-b243-c562252f3007 None None] Checking router: 445c7a1d-5f68-4799-a018-f13fa83ba68a for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:01:06.930400 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68912849-dd9c-4426-b243-c562252f3007 None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:01:06.930984 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-68912849-dd9c-4426-b243-c562252f3007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T03:00:39Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:07.034535 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-68912849-dd9c-4426-b243-c562252f3007 None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:01:07.228876 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-68912849-dd9c-4426-b243-c562252f3007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:15Z', 'revision_number': 5, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:07.258390 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68912849-dd9c-4426-b243-c562252f3007 None None] The sync data for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi is: [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:09Z', 'revision_number': 4, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi', '_interfaces': [{'id': '5faa941f-1a01-4e39-a141-73595f91cdb7', 'name': '', 'network_id': '6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'mac_address': 'fa:16:3e:e3:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:09Z', 'updated_at': '2021-08-13T02:55:15Z', 'revision_number': 5, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'subnets': [{'id': '706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:01:07.461629 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca540d6-5f56-4633-b5c5-dabff8bab86e None None] New status for floating IP 275d68c6-d764-42eb-8627-b825f0ed486b: DOWN {{(pid=100591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:01:07.596513 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bc1072-64ae-4d7c-bc75-fbe33de113c8 x-openstack-request-id: req-01bc1072-64ae-4d7c-bc75-fbe33de113c8 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:01:07.596819 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:01:07.597078 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01bc1072-64ae-4d7c-bc75-fbe33de113c8 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:01:07.597478 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'status': 'completed', 'code': 200} Aug 13 03:01:07.680633 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-6b14a688-92c2-4a9b-95fe-0d66a2d8816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:07.682079 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-6b14a688-92c2-4a9b-95fe-0d66a2d8816a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=648569d0a6d74e53806e9d6a9666deb5&device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 1098 time: 0.0393772 Aug 13 03:01:07.794162 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-fb35654d-b05c-401c-9492-d28246c8200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:07.795540 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-fb35654d-b05c-401c-9492-d28246c8200b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 200 len: 909 time: 0.0834105 Aug 13 03:01:07.836359 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-5fa8e48b-cc85-48f9-ac8a-fc12cb2bab34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 200 len: 217 time: 0.0329077 Aug 13 03:01:07.918675 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-43072dd4-6a65-4c43-a158-1e6bc6eca603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:07.920127 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-43072dd4-6a65-4c43-a158-1e6bc6eca603 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 200 len: 847 time: 0.0728359 Aug 13 03:01:07.944089 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513ad96-fe11-4f8e-b20d-086d6a9cdd0a req-e97b0cff-ba95-417b-adf1-b1d5e3d109c6 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:07.945562 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4513ad96-fe11-4f8e-b20d-086d6a9cdd0a req-e97b0cff-ba95-417b-adf1-b1d5e3d109c6 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0727494 Aug 13 03:01:08.274170 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-4513ad96-fe11-4f8e-b20d-086d6a9cdd0a req-231d5fc0-80f8-46bc-80b1-7c70ea61c331 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/security-groups?id=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 Aug 13 03:01:08.276832 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-c61e1e53-1584-4e55-9576-1ae1e7100e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:08.278234 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-c61e1e53-1584-4e55-9576-1ae1e7100e71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3505869 Aug 13 03:01:08.372153 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-9110ce8a-a301-4bae-a027-ce795237feed service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835187 Aug 13 03:01:08.458732 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-73e7c86f-9194-4c6a-9c81-a3a32df7faf3 req-d9320587-b06e-4d8b-a622-cdc0abc00df9 service neutron] 10.222.0.39 "GET /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790861 Aug 13 03:01:08.580451 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-70e10f31-3fdb-48ff-a0fe-f9807dbad656 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:01:08.582344 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-70e10f31-3fdb-48ff-a0fe-f9807dbad656 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.39 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 945 time: 0.0471299 Aug 13 03:01:08.671510 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Deleting port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:01:08.671843 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:08.755258 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] For port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca, host hv-cinder-75999, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75999',level=0,port_id=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:01:08.755616 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:08.769565 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Calling delete_port for 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca owned by compute:nova {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:01:08.791031 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ed54de5a-563b-45c4-8789-2bf978ac692b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:08.894495 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:08.921996 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event deleted for resources: {'Port': ['ID=82f8bddd-92bf-4cd8-8c7f-4bb3373354ca,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:08.967067 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] No DVR routers for this DVR port 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca on host hv-cinder-75999 {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:01:08.969614 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222816'] for port, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:08.971695 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-8d80feac-8a4a-4c61-bd83-4cacd68882d4 req-a6e529c5-7995-4d76-923d-502aa8dc1412 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.39 "DELETE /v2.0/ports/82f8bddd-92bf-4cd8-8c7f-4bb3373354ca HTTP/1.1" status: 204 len: 173 time: 0.3823884 Aug 13 03:01:09.069149 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:09.433596 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [req-9246b602-0687-4a69-b04d-49cd5bd92c5d req-2c1739ab-b1b1-4e4a-ba3e-4abc7d69ef63 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "GET /v2.0/ports?device_id=c67a909c-3b1c-40aa-b008-51d6aedbe0ad HTTP/1.1" status: 200 len: 210 time: 0.0833912 Aug 13 03:01:09.598329 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'name': 'network-vif-deleted', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca'}] {{(pid=100589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:01:09.600681 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28bce6245022d321696348800771c058506530df26ce7fb98818ba32854e3d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329d3c08-feba-4983-9b50-23645336d465" -d '{"events": [{"server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "name": "network-vif-deleted", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca"}]}' {{(pid=100589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:01:09.634260 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cf636d-a558-4590-8b74-6db26f665068 x-openstack-request-id: req-b7cf636d-a558-4590-8b74-6db26f665068 {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:01:09.634545 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67a909c-3b1c-40aa-b008-51d6aedbe0ad", "name": "network-vif-deleted", "tag": "82f8bddd-92bf-4cd8-8c7f-4bb3373354ca", "status": "completed", "code": 200}]} {{(pid=100589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:01:09.634788 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7cf636d-a558-4590-8b74-6db26f665068 {{(pid=100589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:01:09.635165 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a909c-3b1c-40aa-b008-51d6aedbe0ad', 'name': 'network-vif-deleted', 'tag': '82f8bddd-92bf-4cd8-8c7f-4bb3373354ca', 'status': 'completed', 'code': 200} Aug 13 03:01:09.776228 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:09.780505 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:10.492726 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49890) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:10.555476 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2317-1da3-478e-91da-92382153ca55 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:10.579035 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2317-1da3-478e-91da-92382153ca55 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:10.636776 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2317-1da3-478e-91da-92382153ca55 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:10.639266 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-8b0f2317-1da3-478e-91da-92382153ca55 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:10.640463 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-8b0f2317-1da3-478e-91da-92382153ca55 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] 10.222.0.43 "DELETE /v2.0/security-groups/607dd38b-23d5-4b8e-89b8-18e16ca2c0b5 HTTP/1.1" status: 204 len: 168 time: 0.1467185 Aug 13 03:01:10.650305 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f2317-1da3-478e-91da-92382153ca55 tempest-TestShelveInstance-1876464973 tempest-TestShelveInstance-1876464973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607dd38b-23d5-4b8e-89b8-18e16ca2c0b5,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:10.689881 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49896) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:11.122644 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741203'] for router_interface, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:11.338959 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:11.360685 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Deleting port 5faa941f-1a01-4e39-a141-73595f91cdb7 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:01:11.361026 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:11.435225 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] For port 5faa941f-1a01-4e39-a141-73595f91cdb7, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5faa941f-1a01-4e39-a141-73595f91cdb7,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:01:11.435521 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:11.448201 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Calling delete_port for 5faa941f-1a01-4e39-a141-73595f91cdb7 owned by network:router_interface {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:01:11.623158 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:11.653105 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Pushing event deleted for resources: {'Port': ['ID=5faa941f-1a01-4e39-a141-73595f91cdb7,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:11.818848 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586979'] for router_interface, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.024493 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Router 445c7a1d-5f68-4799-a018-f13fa83ba68a has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:01:12.126314 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:01:12.132086 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-954ac591-f18c-40d4-971f-15783e840127 admin admin] 10.222.0.43 "PUT /v2.0/routers/445c7a1d-5f68-4799-a018-f13fa83ba68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4401679 Aug 13 03:01:12.134246 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49902) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:12.135028 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] Sync routers for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:01:12.145331 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:01:12.145948 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T03:01:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:12.150439 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:01:12.234481 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks [] for router, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.250380 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: dv-cinder-759994-5-iscsi {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:01:12.336492 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.390441 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Deleting port dbd7f43f-87b3-438a-87d2-92052688ffc5 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:01:12.390781 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.465208 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] For port dbd7f43f-87b3-438a-87d2-92052688ffc5, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=dbd7f43f-87b3-438a-87d2-92052688ffc5,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:01:12.465585 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.478379 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Calling delete_port for dbd7f43f-87b3-438a-87d2-92052688ffc5 owned by network:router_gateway {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:01:12.515788 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T03:01:11Z', 'revision_number': 5, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port': {'id': 'dbd7f43f-87b3-438a-87d2-92052688ffc5', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T02:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:12.544505 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] Checking router: 445c7a1d-5f68-4799-a018-f13fa83ba68a for host: dv-cinder-759994-5-iscsi {{(pid=100590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:01:12.556917 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] Routers {'445c7a1d-5f68-4799-a018-f13fa83ba68a'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:01:12.557516 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T03:01:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['445c7a1d-5f68-4799-a018-f13fa83ba68a'], 'active': True} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:12.655901 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.657976 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_dvr_db [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] Set router 445c7a1d-5f68-4799-a018-f13fa83ba68a gateway port host: None {{(pid=100590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:01:12.687025 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd7f43f-87b3-438a-87d2-92052688ffc5,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:12.709369 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.db.l3_hamode_db [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T03:01:12Z', 'revision_number': 6, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port_host': None}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:12.738134 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2684f1-bf20-490f-8a35-aa1c4fe54240 None None] The sync data for ids ['445c7a1d-5f68-4799-a018-f13fa83ba68a'] in dv-cinder-759994-5-iscsi is: [{'id': '445c7a1d-5f68-4799-a018-f13fa83ba68a', 'name': 'tempest-TestShelveInstance-374678039-router', 'tenant_id': '648569d0a6d74e53806e9d6a9666deb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:07Z', 'updated_at': '2021-08-13T03:01:12Z', 'revision_number': 6, 'project_id': '648569d0a6d74e53806e9d6a9666deb5', 'gw_port_host': None}] {{(pid=100590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:01:12.747187 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585881'] for router_gateway, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.834698 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130968'] for router, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.836771 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.877553 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575482'] for router, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.878627 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445c7a1d-5f68-4799-a018-f13fa83ba68a {{(pid=100589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:01:12.882869 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] Notify callbacks [] for router, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.884251 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-d094f1bf-5717-4266-90c0-08da80721910 admin admin] 10.222.0.43 "DELETE /v2.0/routers/445c7a1d-5f68-4799-a018-f13fa83ba68a HTTP/1.1" status: 204 len: 168 time: 0.7491043 Aug 13 03:01:12.886720 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49904) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:12.928893 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cdf6a8-7b30-4fcf-89ca-f21139267498 admin admin] Deleting subnet 706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df {{(pid=100589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:01:12.931777 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-84cdf6a8-7b30-4fcf-89ca-f21139267498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:12.967396 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-84cdf6a8-7b30-4fcf-89ca-f21139267498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7456248'] for subnet, precommit_delete_associations {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.040590 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-84cdf6a8-7b30-4fcf-89ca-f21139267498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.093715 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-84cdf6a8-7b30-4fcf-89ca-f21139267498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1883858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7761414'] for subnet, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.124621 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf6a8-7b30-4fcf-89ca-f21139267498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:13.128298 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-84cdf6a8-7b30-4fcf-89ca-f21139267498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.132339 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-84cdf6a8-7b30-4fcf-89ca-f21139267498 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/706eb6d0-f10a-498c-bf6f-d3c6b9d8f4df HTTP/1.1" status: 204 len: 168 time: 0.2425270 Aug 13 03:01:13.132691 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49906) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:13.135709 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23f41f-edf9-49a7-b093-1c363f342aea None None] Network 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:01:13.201579 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.257469 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Deleting port 29190610-79b1-4e94-96c0-2225924e89f3 {{(pid=100589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:01:13.257805 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.320932 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.db [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] For port 29190610-79b1-4e94-96c0-2225924e89f3, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=29190610-79b1-4e94-96c0-2225924e89f3,segment=NetworkSegment(e94f5ce0-7842-454c-a1d2-bd16c480c366),segment_id=e94f5ce0-7842-454c-a1d2-bd16c480c366)] {{(pid=100589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:01:13.321289 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.333789 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.plugin [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Calling delete_port for 29190610-79b1-4e94-96c0-2225924e89f3 owned by network:dhcp {{(pid=100589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:01:13.333959 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca no longer exists at agent hyperv_hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:01:13.354017 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] No Port match for: 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:01:13.354363 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Device 82f8bddd-92bf-4cd8-8c7f-4bb3373354ca not bound to the agent host hv-cinder-75999 {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:01:13.409966 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1883873'] for port, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.434871 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=29190610-79b1-4e94-96c0-2225924e89f3,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:13.436611 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] No DVR routers for this DVR port 29190610-79b1-4e94-96c0-2225924e89f3 on host dv-cinder-759994-5-iscsi {{(pid=100589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:01:13.506753 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.520940 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e']}} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:13.521805 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c1895-e8cb-4fd8-9d0f-a9de7ffce166 None None] DHCP port deletion for 6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e request from dv-cinder-759994-5-iscsi {{(pid=100590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:01:13.536231 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94f5ce0-7842-454c-a1d2-bd16c480c366') {'for_net_delete': True} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:13.536583 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.services.segments.db [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94f5ce0-7842-454c-a1d2-bd16c480c366') {} {{(pid=100589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:13.545634 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7456239'] for segment, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.559441 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.566235 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=100589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:01:13.566684 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1883660'] for segment, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: Traceback (most recent call last): Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: timer() Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: cb(*args, **kw) Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: return func(*args, **kwargs) Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: self._notify() Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: self.callback(batched_events) Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: event.method(event) Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: return f(self, *a, **k) Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._get(url).json() Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: return self.request(url, 'GET', **kwargs) Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:01:13.568569 dv-cinder-759994-5-iscsi neutron-server[100589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:01:13.627678 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.633179 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:13.634971 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] 10.222.0.43 "DELETE /v2.0/networks/6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e HTTP/1.1" status: 204 len: 168 time: 0.5014312 Aug 13 03:01:13.638078 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49908) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:13.649803 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80954-7ad3-454d-a9eb-fd48939b4eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd9eaea-202b-43b6-8b6a-40d62a2a9d0e,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:14.196038 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1741203'] for router_interface, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:14.436113 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Deleting port 0f59457c-313b-443f-b5f6-d231fb2bb72a {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:01:14.436479 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:14.512794 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] For port 0f59457c-313b-443f-b5f6-d231fb2bb72a, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=0f59457c-313b-443f-b5f6-d231fb2bb72a,segment=NetworkSegment(307b9cb7-63e5-4fb7-8f9b-95997463a1ad),segment_id=307b9cb7-63e5-4fb7-8f9b-95997463a1ad)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:01:14.513195 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:14.525569 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Calling delete_port for 0f59457c-313b-443f-b5f6-d231fb2bb72a owned by network:router_interface {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:01:14.661395 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 29190610-79b1-4e94-96c0-2225924e89f3 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:01:14.681336 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 29190610-79b1-4e94-96c0-2225924e89f3 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:01:14.681684 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 29190610-79b1-4e94-96c0-2225924e89f3 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:01:14.682091 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5faa941f-1a01-4e39-a141-73595f91cdb7 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:01:14.700721 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 5faa941f-1a01-4e39-a141-73595f91cdb7 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:01:14.701058 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5faa941f-1a01-4e39-a141-73595f91cdb7 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:01:14.701504 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device dbd7f43f-87b3-438a-87d2-92052688ffc5 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:01:14.703822 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:14.721045 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: dbd7f43f-87b3-438a-87d2-92052688ffc5 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:01:14.722003 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device dbd7f43f-87b3-438a-87d2-92052688ffc5 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:01:14.754795 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f59457c-313b-443f-b5f6-d231fb2bb72a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:14.778586 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.778938 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.779277 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.779617 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.779944 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.780272 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.780628 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.780954 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.781279 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.781600 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.781926 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.782237 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759994-5-iscsi {{(pid=100588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:01:14.902864 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1545279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586979'] for router_interface, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.108362 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Router 6c68c86c-7915-4377-9591-9526d1fd911b has already been hosted by L3 agent 429d96ae-fc09-4200-b3dc-d92614ad9229 {{(pid=100588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:01:15.208039 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] Notify agent at l3_agent.dv-cinder-759994-5-iscsi the message routers_updated {{(pid=100588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:01:15.212890 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-811aac7f-0683-4a46-bab3-36ddd2164544 admin admin] 10.222.0.43 "PUT /v2.0/routers/6c68c86c-7915-4377-9591-9526d1fd911b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5737011 Aug 13 03:01:15.215402 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49912) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:15.217989 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] Sync routers for ids ['6c68c86c-7915-4377-9591-9526d1fd911b'] in dv-cinder-759994-5-iscsi {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:01:15.227353 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] Routers {'6c68c86c-7915-4377-9591-9526d1fd911b'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:01:15.227935 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T03:01:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['6c68c86c-7915-4377-9591-9526d1fd911b'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:15.316738 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks [] for router, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.328114 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] Set router 6c68c86c-7915-4377-9591-9526d1fd911b gateway port host: dv-cinder-759994-5-iscsi {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:01:15.414817 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.466632 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Deleting port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:01:15.466974 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.501154 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'external_fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:11Z', 'updated_at': '2021-08-13T03:01:14Z', 'revision_number': 5, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'gw_port': {'id': '5b7d84b2-51f1-4e7c-be21-4f54ad097a8a', 'name': '', 'network_id': '98317a4e-6648-446b-87ee-ed33be822b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:2c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759994-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:55:12Z', 'updated_at': '2021-08-13T02:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccd94519-5b97-4752-ac93-050f8472e069', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759994-5-iscsi'}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:15.526602 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] Checking router: 6c68c86c-7915-4377-9591-9526d1fd911b for host: dv-cinder-759994-5-iscsi {{(pid=100591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:01:15.535575 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] Routers {'6c68c86c-7915-4377-9591-9526d1fd911b'} bound to L3 agent in host dv-cinder-759994-5-iscsi {{(pid=100591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:01:15.536228 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759994-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:33:09Z,description=,heartbeat_timestamp=2021-08-13T03:01:09Z,host='dv-cinder-759994-5-iscsi',id=429d96ae-fc09-4200-b3dc-d92614ad9229,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:33:09Z,topic='l3_agent')) {'router_ids': ['6c68c86c-7915-4377-9591-9526d1fd911b'], 'active': True} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:15.547354 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] For port 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=5b7d84b2-51f1-4e7c-be21-4f54ad097a8a,segment=NetworkSegment(1556065a-adbe-4eb3-ba0c-4368367163ad),segment_id=1556065a-adbe-4eb3-ba0c-4368367163ad)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:01:15.547733 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.560628 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Calling delete_port for 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a owned by network:router_gateway {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:01:15.620024 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_dvr_db [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] Set router 6c68c86c-7915-4377-9591-9526d1fd911b gateway port host: None {{(pid=100591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:01:15.673497 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.l3_hamode_db [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:11Z', 'updated_at': '2021-08-13T03:01:15Z', 'revision_number': 6, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'gw_port_host': None}], 'dv-cinder-759994-5-iscsi', False) {} {{(pid=100591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:15.700060 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f1998-7452-4549-9459-be223ebc9763 None None] The sync data for ids ['6c68c86c-7915-4377-9591-9526d1fd911b'] in dv-cinder-759994-5-iscsi is: [{'id': '6c68c86c-7915-4377-9591-9526d1fd911b', 'name': 'tempest-TestShelveInstance-1977584770-router', 'tenant_id': '8224e2ddf94c43ce814f166978fa84e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:55:11Z', 'updated_at': '2021-08-13T03:01:15Z', 'revision_number': 6, 'project_id': '8224e2ddf94c43ce814f166978fa84e2', 'gw_port_host': None}] {{(pid=100591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:01:15.723197 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.751393 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7d84b2-51f1-4e7c-be21-4f54ad097a8a,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:15.812770 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585881'] for router_gateway, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.899388 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1575477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130968'] for router, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.901442 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.943018 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1575482'] for router, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.943461 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c68c86c-7915-4377-9591-9526d1fd911b {{(pid=100588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:01:15.949026 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] Notify callbacks [] for router, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:15.950167 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d7f92d30-8fd5-4868-a03c-199fbc9dba4b admin admin] 10.222.0.43 "DELETE /v2.0/routers/6c68c86c-7915-4377-9591-9526d1fd911b HTTP/1.1" status: 204 len: 168 time: 0.7338505 Aug 13 03:01:15.952600 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49914) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:15.994794 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.db_base_plugin_v2 [None req-709c9280-5d92-4d11-a11e-22c0f413856b admin admin] Deleting subnet e36c8951-863a-4456-8005-661da374912e {{(pid=100588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:01:15.997678 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-709c9280-5d92-4d11-a11e-22c0f413856b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.030455 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-709c9280-5d92-4d11-a11e-22c0f413856b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6502690'] for subnet, precommit_delete_associations {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.114173 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-709c9280-5d92-4d11-a11e-22c0f413856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706995'] for subnet, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.166699 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-709c9280-5d92-4d11-a11e-22c0f413856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6657258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114230'] for subnet, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.191755 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c9280-5d92-4d11-a11e-22c0f413856b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36c8951-863a-4456-8005-661da374912e,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:16.195421 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-709c9280-5d92-4d11-a11e-22c0f413856b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for subnet, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.199497 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-709c9280-5d92-4d11-a11e-22c0f413856b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e36c8951-863a-4456-8005-661da374912e HTTP/1.1" status: 204 len: 168 time: 0.2437384 Aug 13 03:01:16.199864 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.wsgi [-] (100588) accepted ('10.222.0.43', 49916) {{(pid=100588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:16.202477 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc781df-bdb0-4dd3-bd76-0c3166f34073 None None] Network e6808fa1-186e-44a4-8772-87dce2779b67 requested from dv-cinder-759994-5-iscsi {{(pid=100590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:01:16.275071 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591980'] for network, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.334173 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Deleting port 0b193a2c-d058-42a6-981f-5c13f5644fa4 {{(pid=100588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:01:16.334514 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727958093864'] for port, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.396319 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.db [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] For port 0b193a2c-d058-42a6-981f-5c13f5644fa4, host dv-cinder-759994-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759994-5-iscsi',level=0,port_id=0b193a2c-d058-42a6-981f-5c13f5644fa4,segment=NetworkSegment(307b9cb7-63e5-4fb7-8f9b-95997463a1ad),segment_id=307b9cb7-63e5-4fb7-8f9b-95997463a1ad)] {{(pid=100588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:01:16.396664 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582524'] for port, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.409735 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.plugin [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Calling delete_port for 0b193a2c-d058-42a6-981f-5c13f5644fa4 owned by network:dhcp {{(pid=100588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:01:16.499006 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a4c1a-3493-4cde-bc6c-77acda44f716 None None] DHCP port deletion for e6808fa1-186e-44a4-8772-87dce2779b67 request from dv-cinder-759994-5-iscsi {{(pid=100590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:01:16.502140 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-563620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727958100354', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727957547012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6657241'] for port, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.537703 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] No DVR routers for this DVR port 0b193a2c-d058-42a6-981f-5c13f5644fa4 on host dv-cinder-759994-5-iscsi {{(pid=100588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:01:16.541956 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b193a2c-d058-42a6-981f-5c13f5644fa4,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:16.617287 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-708404', 'neutron.services.segments.db._delete_segments_for_network-8727958040944'] for network, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.627067 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6808fa1-186e-44a4-8772-87dce2779b67']}} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:16.653600 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 0f59457c-313b-443f-b5f6-d231fb2bb72a no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:01:16.676245 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 0f59457c-313b-443f-b5f6-d231fb2bb72a {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:01:16.676693 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 0f59457c-313b-443f-b5f6-d231fb2bb72a not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:01:16.677106 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:01:16.702380 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:01:16.702648 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 5b7d84b2-51f1-4e7c-be21-4f54ad097a8a not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:01:16.703190 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 0b193a2c-d058-42a6-981f-5c13f5644fa4 no longer exists at agent ovs-agent-dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:01:16.724432 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] No Port match for: 0b193a2c-d058-42a6-981f-5c13f5644fa4 {{(pid=100590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:01:16.724788 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron.plugins.ml2.rpc [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Device 0b193a2c-d058-42a6-981f-5c13f5644fa4 not bound to the agent host dv-cinder-759994-5-iscsi {{(pid=100590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:01:16.846156 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307b9cb7-63e5-4fb7-8f9b-95997463a1ad') {'for_net_delete': True} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:16.847351 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.services.segments.db [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307b9cb7-63e5-4fb7-8f9b-95997463a1ad') {} {{(pid=100588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:01:16.855873 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727958043513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6502709'] for segment, before_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.869814 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058'] for segment, precommit_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.875429 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=100588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:01:16.875815 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6657076'] for segment, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: Traceback (most recent call last): Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: timer() Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: cb(*args, **kw) Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: return func(*args, **kwargs) Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: self._notify() Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: self.callback(batched_events) Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: event.method(event) Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: return f(self, *a, **k) Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._get(url).json() Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: return self.request(url, 'GET', **kwargs) Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:01:16.877428 dv-cinder-759994-5-iscsi neutron-server[100588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:01:16.930507 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-708397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1545222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585829'] for network, after_delete {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.935229 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron_lib.callbacks.manager [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545240'] for network, before_response {{(pid=100588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:16.937331 dv-cinder-759994-5-iscsi neutron-server[100588]: INFO neutron.wsgi [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e6808fa1-186e-44a4-8772-87dce2779b67 HTTP/1.1" status: 204 len: 168 time: 0.7365375 Aug 13 03:01:16.949501 dv-cinder-759994-5-iscsi neutron-server[100588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9aee4-7afc-43e4-a985-587b402701b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6808fa1-186e-44a4-8772-87dce2779b67,revision_number=None']} {{(pid=100588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:17.047329 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49920) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:17.087548 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6fada886-8947-49dc-9845-a325f17c0746 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=648569d0a6d74e53806e9d6a9666deb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390878 Aug 13 03:01:17.089875 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49922) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:17.136394 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d1ca509c-a6ec-4577-84f4-d5d7d40cba2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:17.157026 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d1ca509c-a6ec-4577-84f4-d5d7d40cba2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:17.202625 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d1ca509c-a6ec-4577-84f4-d5d7d40cba2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:17.205403 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-d1ca509c-a6ec-4577-84f4-d5d7d40cba2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:17.207149 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-d1ca509c-a6ec-4577-84f4-d5d7d40cba2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1a0881f-f2b5-471f-a6be-ca37ddbeffe8 HTTP/1.1" status: 204 len: 168 time: 0.1163955 Aug 13 03:01:17.214675 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca509c-a6ec-4577-84f4-d5d7d40cba2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a0881f-f2b5-471f-a6be-ca37ddbeffe8,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:17.517706 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49928) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:17.557154 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-c972b5aa-2078-4a3b-a6a9-4b532dcec6fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8224e2ddf94c43ce814f166978fa84e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377157 Aug 13 03:01:17.559462 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.wsgi [-] (100589) accepted ('10.222.0.43', 49930) {{(pid=100589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:01:17.605402 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6a42cbf9-ca5d-4209-9f59-032f3e9ecb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:17.628769 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6a42cbf9-ca5d-4209-9f59-032f3e9ecb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:17.673737 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6a42cbf9-ca5d-4209-9f59-032f3e9ecb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700021'] for security_group, after_delete {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:17.677017 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron_lib.callbacks.manager [None req-6a42cbf9-ca5d-4209-9f59-032f3e9ecb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:17.678167 dv-cinder-759994-5-iscsi neutron-server[100589]: INFO neutron.wsgi [None req-6a42cbf9-ca5d-4209-9f59-032f3e9ecb99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30634a25-0111-43c7-a69e-7089ce9cae9e HTTP/1.1" status: 204 len: 168 time: 0.1178341 Aug 13 03:01:17.685646 dv-cinder-759994-5-iscsi neutron-server[100589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42cbf9-ca5d-4209-9f59-032f3e9ecb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30634a25-0111-43c7-a69e-7089ce9cae9e,revision_number=None']} {{(pid=100589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:01:35.865591 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-aa7022d3-8a64-4911-b533-26a2e3ebc05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:38.791345 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c8a45835-e946-4fd3-8eba-7651ea9794b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:39.069445 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:39.779246 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:39.782701 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:41.341384 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:01:49.150274 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:02:05.865470 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-db470055-e597-421b-9112-86626d4672fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:08.791900 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-42d19e4d-6f56-4f24-8821-e43ac5315585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:09.069746 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:09.786576 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:09.787568 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:11.344526 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:26.150256 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:02:35.864891 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-c6b4c57e-594d-4ac5-b6ad-0593829090a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:38.791810 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-6e96618a-575f-42e1-92b9-7d19f08d6697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:39.071329 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:39.783547 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:39.808672 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:02:41.347567 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:03.149538 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:03:05.865736 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-58185751-17e7-4882-bc4e-7c19568800ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:08.791126 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-9a7c0f6e-e9c1-4ffd-a924-fba0e41b7b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:09.072823 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:09.785646 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:09.820652 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:11.351880 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:35.866619 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-408c5e8a-4a07-4e86-a987-ecd63656cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:38.791564 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-78f1262e-6990-450d-9e2b-3f6c1538cbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:39.073397 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:39.791265 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:39.853928 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:03:40.149174 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:03:41.354528 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:05.868023 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-1ed071b1-fd74-4057-b994-9158368809b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:08.792563 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-88b8c132-94a3-4b3a-89e3-212f19e6ae6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:09.075212 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:09.792029 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:09.866103 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:11.357741 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:17.147375 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:04:35.870868 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-29f5bc40-76e9-4cf6-8665-4af615ad19d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:38.792621 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-d99ce6c1-a3b2-474e-8e89-834becd9ebe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:39.078583 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:39.794909 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:39.880791 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:41.362910 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:04:54.145696 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:05:05.871982 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-df159a67-16d3-4db9-846a-c04b4899d6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:08.793480 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0dd49902-8075-4ebe-adec-35239edfd553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:09.080030 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:09.797889 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:09.880831 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:11.363888 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:31.144855 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:05:35.874397 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-0786fb19-0cad-4c03-b0d4-721bba363550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:38.793606 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ee9f862e-614f-4b25-97b6-c192e0f8eaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:39.082035 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:39.806099 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:39.880209 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:05:41.367811 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:05.874750 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-bc0316e3-806f-4954-b3fa-cca55b98e56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:08.144074 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:06:08.795981 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-38cbe73b-0812-4aa9-bdcc-bdbe9852cbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:09.082937 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:09.803812 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:09.879532 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:11.368964 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:35.875271 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-3ced51c7-4442-4902-b27e-38ab5be7f9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:38.797509 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ee978ec2-062c-4414-b6a3-f5f9226cd8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:39.083574 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0617f-06ab-4b49-9fc7-9e7a5d97638b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:39.806395 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3706-3f8b-4979-895f-baff533238c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:39.890412 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-2062dae5-dedf-42d1-bfc4-7951cc7bf5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:41.374639 dv-cinder-759994-5-iscsi neutron-server[100590]: DEBUG neutron_lib.callbacks.manager [None req-00802bd7-ab11-4858-a73b-04faee224126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727958040836', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733626'] for agent, after_update {{(pid=100590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:06:45.143113 dv-cinder-759994-5-iscsi neutron-server[100591]: DEBUG neutron.db.agents_db [None req-e34d58bb-bc82-41de-9985-e907404f2c49 None None] Agent healthcheck: found 6 active agents {{(pid=100591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}